---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:10:46.979894Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:10:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:10:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2d8a04db169
    namespace: kserve-ci-e2e-test
    resourceVersion: "22777"
    uid: ce23d16b-e298-43c0-a639-2d10792a4a77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22784"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:47Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:10:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2d8c296894f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: adc3b25a-930e-47be-bbc8-a82a5554b47a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2d8c4046632
    namespace: kserve-ci-e2e-test
    resourceVersion: "22797"
    uid: a570998e-4948-4475-8584-c293ea3b01fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2d8c6a5fafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22798"
    uid: 4e161ab1-e7c9-4cac-9fa5-ef5255a7e7dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:10:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:47Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2d8c7182737
    namespace: kserve-ci-e2e-test
    resourceVersion: "22799"
    uid: ed10883b-b91b-47f2-8b3c-5b6961f52695
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:56Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2dac1877604
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: 23f06233-1166-4ea5-b051-a23947e35b2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2dac523a05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: 693bcecf-9425-4a3e-8161-1ad6b02dbe7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2dac59d646f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: 4e710d46-e3a9-462e-a4f3-b6a350ffb1e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2dac5a74e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22870"
    uid: 3ad7e854-b5ef-4404-a45f-882eb89aadea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2dac97f0909
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: 83e86a45-c279-41f5-91af-1e2376c2bb35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:10:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:56Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2dac9f5f697
    namespace: kserve-ci-e2e-test
    resourceVersion: "22873"
    uid: 0c86970e-fca9-4f26-9e3f-5fdd9e20a807
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:11:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2dafde99aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23191"
    uid: a3186c92-b301-4c7a-920b-c09d0d365e12
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2e0c5ed223b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23181"
    uid: b396aa03-aca0-4314-ab96-30872c5b3b46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:11:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:21Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2e0c5ee1cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23182"
    uid: ac02b084-c146-4079-8ecf-ca4c78a5c4ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt
    namespace: kserve-ci-e2e-test
    resourceVersion: "22773"
    uid: 1dbaf9b1-b742-4f39-8feb-8198038826c2
  kind: Event
  lastTimestamp: "2026-09-16T19:11:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:23Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt.18d5e2e10be6c0cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23190"
    uid: 8b2e75bc-a90e-447b-bda1-63c517a1f987
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22763"
    uid: 5351649f-1d3b-4338-a0bc-366c1e8ccd4d
  kind: Event
  lastTimestamp: "2026-09-16T19:10:46Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-98ntt'
  metadata:
    creationTimestamp: "2026-09-16T19:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d5e2d89f9d066b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22772"
    uid: c20d3882-c337-4a9c-b75e-315bf03e42b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22761"
    uid: 1fdee7dc-1831-4ed8-9bc4-68f6492fb1f6
  kind: Event
  lastTimestamp: "2026-09-16T19:10:46Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:46Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2d89c9706f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22764"
    uid: 93c0c176-cec7-469b-8362-6fb5bb11a704
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22762"
    uid: 33f24272-d8c5-4083-a06c-6fd28430729c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2dc1b23738a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23127"
    uid: de3d3e01-8edc-4eeb-a54b-73ee4bfd7f22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22762"
    uid: 33f24272-d8c5-4083-a06c-6fd28430729c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e2dc1ba8ab78
    namespace: kserve-ci-e2e-test
    resourceVersion: "23128"
    uid: fa2a4377-ed4b-49eb-9d9a-e6af358866b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: cfcc2425-5088-45a8-83c0-8df441d24685
  kind: Event
  lastTimestamp: "2026-09-16T19:11:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:13Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2d89c9e6ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: 935dca0d-201f-4a84-86c6-bdf5865e3d87
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: cfcc2425-5088-45a8-83c0-8df441d24685
  kind: Event
  lastTimestamp: "2026-09-16T19:10:46Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:46Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2d89d240803
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: b1bba4f8-c29f-46b5-9725-2f5fd1b09ce7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: cfcc2425-5088-45a8-83c0-8df441d24685
  kind: Event
  lastTimestamp: "2026-09-16T19:11:13Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:13Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e2debd6c125b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23089"
    uid: c5e536f7-796b-4e6b-98d1-53c41bb82df3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:59.871011Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22340"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cda865407e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: adbddafc-220e-4801-b95b-77442125fc13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22349"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:00Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:10:00Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cdca75a5b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22357"
    uid: 79cc103e-c027-4fa4-9748-99294e18eb97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:00Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cdcbe281fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22359"
    uid: 4e7bde6f-cc4b-41cf-92a1-00d8f6fd8fd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:00Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cdcf53b97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22361"
    uid: 8b7b3b06-e432-4f25-95f8-964d540ee019
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:00Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cdcfc54f25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22362"
    uid: cf2e223b-5897-4401-ac53-c6c7a24204fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:05Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:05Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cf102dabe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: 5def7ea8-37f0-47d9-b38d-ee7ee99d858b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:05Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cf13c59c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "22406"
    uid: 7c981c51-db99-47c8-8553-7bf3bb982c18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:05Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cf143ecce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22408"
    uid: b1736865-2dc7-41ca-b7db-71e795c4cd7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:05Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cf144a8204
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: d79d2d80-02d5-4aed-87a0-a0ab81abb616
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cf177788c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22412"
    uid: ad7b2cd1-57ea-4893-a2e8-d7224bb75062
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:06Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cf17f32c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "22413"
    uid: d6cd5691-c89b-4172-b6ad-9a01b298115a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2cf4c39f92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: 4f1b4e16-5e00-4c4e-a6e1-b1d8c8f5bb79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2d76acf1c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22709"
    uid: 001048f8-293a-4183-b7a7-0a09e3773080
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:41Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2d76ad470fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22710"
    uid: c05263b5-419e-4e1e-85d3-bd93ca214d73
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: d175353d-4a1f-4eec-9cb7-b2d06debe223
  kind: Event
  lastTimestamp: "2026-09-16T19:10:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:10:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:42Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9.18d5e2d7ae30e9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22718"
    uid: fd2129ea-403c-49d8-a88b-5fa918e1db68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 2d971fb4-f24a-49cc-b17c-0571b0716e86
  kind: Event
  lastTimestamp: "2026-09-16T19:09:59Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-g2zg9'
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d5e2cda7eee6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: 3a1ae048-8da6-44dc-b26e-74c5943fa6c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: cf231c12-bf8e-4169-9c85-9581266ae3d4
  kind: Event
  lastTimestamp: "2026-09-16T19:09:59Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2cda31edc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: 317f8e46-9aef-4442-99d0-682250bf5c00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: 0c36a6ae-8daa-42f1-95c8-52072823c952
  kind: Event
  lastTimestamp: "2026-09-16T19:10:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:14Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2d121c5da20
    namespace: kserve-ci-e2e-test
    resourceVersion: "22488"
    uid: a944466a-69c5-491f-9939-6dec88b35de3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: 0c36a6ae-8daa-42f1-95c8-52072823c952
  kind: Event
  lastTimestamp: "2026-09-16T19:10:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:14Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2d1223cb107
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: 43b72ac8-b46e-4f7c-8732-3e9cf5756c76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: 0c36a6ae-8daa-42f1-95c8-52072823c952
  kind: Event
  lastTimestamp: "2026-09-16T19:10:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:29Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2d4a1151ac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22605"
    uid: b4c2160a-5da5-4106-b0e0-9b809f9dbec7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: 0c36a6ae-8daa-42f1-95c8-52072823c952
  kind: Event
  lastTimestamp: "2026-09-16T19:10:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:29Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2d4a1857f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: f355984f-71cc-4e5f-a8b9-6e42e0f7ed60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22317"
    uid: 94375109-6659-4e2d-9f76-8f603ef4d947
  kind: Event
  lastTimestamp: "2026-09-16T19:10:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:23Z"
    name: isvc-autogluon-ts-v1.18d5e2cda324d8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22552"
    uid: a95582b4-2925-4c26-9715-7a9cff0a285b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22317"
    uid: 94375109-6659-4e2d-9f76-8f603ef4d947
  kind: Event
  lastTimestamp: "2026-09-16T19:09:59Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:59Z"
    name: isvc-autogluon-ts-v1.18d5e2cda3bc04be
    namespace: kserve-ci-e2e-test
    resourceVersion: "22333"
    uid: 3f2eba7a-695b-460f-aa02-340827924b39
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22550"
    uid: 94375109-6659-4e2d-9f76-8f603ef4d947
  kind: Event
  lastTimestamp: "2026-09-16T19:10:23Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:10:23Z"
    name: isvc-autogluon-ts-v1.18d5e2d30d2743b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22551"
    uid: 9d6fc967-9a98-4d25-a827-83099d71754b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:53.456157Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-pmkch
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e24e6f884927
    namespace: kserve-ci-e2e-test
    resourceVersion: "17552"
    uid: 584a8b75-4ac1-4f5b-a757-0196b7e88d82
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17560"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:54Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e24e91b8634b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: f636bba9-df37-40dd-a69f-3da83c65b5ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e24e931859ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: 946e83c8-f198-4aca-b55a-04d9cb4b838a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e24e95accd1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: 30754d86-3cc8-4af1-98df-8ffdafb473fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:54Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e24e96201418
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: 2c3df2c3-7427-4595-9525-0e0702f24288
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:24Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:24Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e255b2912269
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: c9a08922-f33d-449d-a19c-c0dcf6a9bf38
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:15Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m51.213s
    (1m51.213s including waiting). Image size: 8945772325 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e26f976c7946
    namespace: kserve-ci-e2e-test
    resourceVersion: "18776"
    uid: 6102f38d-6196-40f3-8aa6-04031ef10077
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e26f9d1997a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: aa17e63c-37da-4864-ab68-ad0bb415902c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e26f9e6004e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18778"
    uid: 47eb57d1-fc1c-4b9e-8df9-3c7b3c7250a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:15Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e26f9e6b517b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18779"
    uid: fa5e9f25-9992-46e6-8614-c12b7fb7917b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e26fa4607070
    namespace: kserve-ci-e2e-test
    resourceVersion: "18781"
    uid: c0250522-3a1b-48da-b767-72711fe5b711
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:16Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e26fa5aeb9ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: 474d6628-c266-4523-bdca-a328017614dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:23Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e26fe6b27f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18842"
    uid: fbb58165-1bae-4d88-8f87-1150c18a1644
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e2751f2de5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: 2a47a0e7-c4a0-488e-a552-72618b83be59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: df3adad9-1368-487a-a834-387314ee5ae2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-pmkch.18d5e2751f2e8078
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 912f90cd-a7af-4bd6-a77f-867406fe42a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 01811656-8499-434b-9527-7287c8597816
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-pmkch'
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d5e24e6f004162
    namespace: kserve-ci-e2e-test
    resourceVersion: "17547"
    uid: 96888d16-b410-42fb-9429-72c0b00500fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17536"
    uid: 1ac0af53-7563-470a-ab30-5c10942c347f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: isvc-autogluon-v1-predictor.18d5e24e6bea999f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: 76cd19e0-1957-4b35-968f-4f281ed5488c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: 04ddb8ab-2ab4-4760-8db1-7a487fd66d62
  kind: Event
  lastTimestamp: "2026-09-16T19:03:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:23Z"
    name: isvc-autogluon-v1-predictor.18d5e251eb35a215
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: 8534f8eb-f7b1-4686-8d7c-cd76e747dbdf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: 04ddb8ab-2ab4-4760-8db1-7a487fd66d62
  kind: Event
  lastTimestamp: "2026-09-16T19:03:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:23Z"
    name: isvc-autogluon-v1-predictor.18d5e251ebe3fa80
    namespace: kserve-ci-e2e-test
    resourceVersion: "18847"
    uid: 903c07db-5d1c-4368-bb6e-17c7a18685f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: 04ddb8ab-2ab4-4760-8db1-7a487fd66d62
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-autogluon-v1-predictor.18d5e274e3d638ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 52905a53-8af3-469d-9f74-f670a091a9a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: 04ddb8ab-2ab4-4760-8db1-7a487fd66d62
  kind: Event
  lastTimestamp: "2026-09-16T19:03:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:38Z"
    name: isvc-autogluon-v1-predictor.18d5e274e4438b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: 712bb3be-3739-4b70-a065-dfb25a99d63f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: 932a2d29-12a3-4dd7-aaee-7d9a0acfe773
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-autogluon-v1.18d5e24e6bf190e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: 152b3db4-7b0a-42f1-b328-9053e00b9043
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18927"
    uid: 932a2d29-12a3-4dd7-aaee-7d9a0acfe773
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-autogluon-v1.18d5e273a71c4749
    namespace: kserve-ci-e2e-test
    resourceVersion: "18928"
    uid: 1aa6d846-76fc-482b-831b-acd183c5d692
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:07:58.403984Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:07:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:07:58Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b1606583ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: 57985768-d3d3-413b-9e02-9515fd0095e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:07:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:58Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b16a4da27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: aef16014-fe89-4d10-bf0c-3e196e9f3e9d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:07:59Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:07:59Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b1a5ff25a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: 8a1b98d8-07f1-4134-bc45-a496a3f61441
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:07:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:59Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b1a786c996
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: 579eb424-3a64-43c7-a478-d0fec0894e1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:07:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:59Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b1aa103bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: d998e2dd-3fa6-41af-9e70-3a8142153da1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:07:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:07:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:59Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b1aa751481
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: a5d0ea45-e0b1-4116-bead-6c28f9675103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:08:05Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b30194c97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21385"
    uid: c539496a-d6cf-4440-9750-21ec45405814
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:08:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b3045672bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 37fb7267-d9a8-4092-b2cf-6eaf9ee7eeb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:08:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b304bc0db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21389"
    uid: 4f5c220b-240e-4a6f-884b-f73850144ad6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:08:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b304c61aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21390"
    uid: cbfbc8a2-8e96-4b2a-a970-c399d247c709
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:08:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b307ec0429
    namespace: kserve-ci-e2e-test
    resourceVersion: "21393"
    uid: a7a1fad3-94a3-4e26-8f20-ae38faad1c42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:08:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2b30857ecfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21394"
    uid: 14fdd78b-b4f4-4fe4-b3e8-07738232b041
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:09:50Z"
  message: 'Readiness probe failed: Get "http://10.134.0.31:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:09:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:50Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2cb823ed2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 194a2c49-fc7d-4364-b839-6a866f7a2e72
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2cc7370d737
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: 7592b8a7-d7f6-44f7-b632-2942d087f905
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21296"
    uid: b922fb60-965b-42fa-ac2b-93b1d6ef5b23
  kind: Event
  lastTimestamp: "2026-09-16T19:09:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6.18d5e2cc73715b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22275"
    uid: c6612436-a1d8-4d64-8bf1-0e1326158dfa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21285"
    uid: abc0fcd9-b4cf-46bb-ba3b-6ea5ba5d5a75
  kind: Event
  lastTimestamp: "2026-09-16T19:07:58Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-qfbc6'
  metadata:
    creationTimestamp: "2026-09-16T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:58Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d5e2b15fdf99d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21295"
    uid: 273b5595-8807-40d4-894c-001cb5dd1ac7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: 199371ef-9845-4594-8fba-1aecbf3e4ea8
  kind: Event
  lastTimestamp: "2026-09-16T19:07:58Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:58Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2b15c67450c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21286"
    uid: 5135160d-5f53-482a-ba5c-3cce73a0439b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21284"
    uid: a2dfbf56-c82c-466c-a31d-35ef285c324b
  kind: Event
  lastTimestamp: "2026-09-16T19:08:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:43Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2b4dae3e033
    namespace: kserve-ci-e2e-test
    resourceVersion: "21739"
    uid: ef646e15-d987-40dc-af59-448e6b49c79e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21284"
    uid: a2dfbf56-c82c-466c-a31d-35ef285c324b
  kind: Event
  lastTimestamp: "2026-09-16T19:08:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:43Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2b4db4b54e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21740"
    uid: 82843dbd-7e01-4898-9c90-89187bca1349
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21483"
    uid: a2dfbf56-c82c-466c-a31d-35ef285c324b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:43Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2bf58561064
    namespace: kserve-ci-e2e-test
    resourceVersion: "22175"
    uid: 768a0b25-50a1-4c91-93ae-03703892bb82
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21483"
    uid: a2dfbf56-c82c-466c-a31d-35ef285c324b
  kind: Event
  lastTimestamp: "2026-09-16T19:09:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:43Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2bf58c99821
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: 46a5e6ef-5711-4e33-8622-85ecc0cecac7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: f5ff2ebd-a5a5-4dbb-8696-8b7be7ebfde0
  kind: Event
  lastTimestamp: "2026-09-16T19:09:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:39Z"
    name: isvc-autogluon-v2-noslash.18d5e2b15c68b938
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: 63f441ad-1aba-4607-937f-b935702a0534
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: f5ff2ebd-a5a5-4dbb-8696-8b7be7ebfde0
  kind: Event
  lastTimestamp: "2026-09-16T19:07:58Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:58Z"
    name: isvc-autogluon-v2-noslash.18d5e2b15ce5a3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21290"
    uid: fb9b3f65-020d-482c-a950-43c2a876668c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22150"
    uid: f5ff2ebd-a5a5-4dbb-8696-8b7be7ebfde0
  kind: Event
  lastTimestamp: "2026-09-16T19:09:39Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:39Z"
    name: isvc-autogluon-v2-noslash.18d5e2c8f63cef6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: bb5b51c7-834f-44b5-9a49-6f4714980322
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:44.800119Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19059"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:44Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e276546d8d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: 2fcd14a4-2197-46e2-b77d-3dcce535945d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19069"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:03:45Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:45Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e2767976ee35
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: d590b359-12ec-4dc3-ae06-d854c232202c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:03:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:45Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e2767acdc553
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: 27a88eb2-33ef-42c1-9f1a-e6bc33cc6ec0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:03:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:45Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e276803da71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 9dd13367-9a5d-42c5-b9f5-f47482fe75ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:03:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:45Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e27681465b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "19084"
    uid: 7a8b0661-7389-4d50-ab8d-2a0e2f290b48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:03:51Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e277da9e9ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: 2b267ede-2af2-49d8-8241-d954a26b2d35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:03:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e277e085544b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19133"
    uid: e29f6741-81e3-43c0-8294-52b8069e04e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:03:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e277e1d1ebc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: 53e488b0-0edf-4c79-9a9b-b20d31709ebd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:03:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e277e1dd8d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: 92587198-a738-4b52-84e5-00ea48f8de9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:03:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e277e86d6a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 0dc6d7dd-9b4f-40b2-add3-ae9b82bd2b72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:03:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:51Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e277e9ca19b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: ebcdd147-bcc7-475a-a1dd-9f6acc0c313e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:05:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e28f196b2f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "19965"
    uid: 9991c362-b854-4fb4-89f5-a16587ef48ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:05:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e28f196bc181
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: 45b8f142-8568-42b8-9e69-cb424dd62b8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: fc4216d2-9cda-49e8-a95a-54e38d0435fd
  kind: Event
  lastTimestamp: "2026-09-16T19:05:31Z"
  message: 'Readiness probe failed: Get "http://10.134.0.29:8080/v2/models/isvc-autogluon-v2/ready":
    dial tcp 10.134.0.29:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:31Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-glmtd.18d5e28f3238bafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: abfeb90e-cbc9-4fcc-b8de-d10ba5d1210f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: 58348063-872e-444d-b3bc-7941f448dd6e
  kind: Event
  lastTimestamp: "2026-09-16T19:03:44Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-glmtd'
  metadata:
    creationTimestamp: "2026-09-16T19:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:44Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d5e27653ee95e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19061"
    uid: b2df9a95-0877-4a2d-8c71-8247ecf9a921
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: a52e3644-3660-4501-a572-d5829cd58a61
  kind: Event
  lastTimestamp: "2026-09-16T19:03:44Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:44Z"
    name: isvc-autogluon-v2-predictor.18d5e27650c90cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: da15b050-d9cd-4b90-ab7c-9eb489796223
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: 5a2bda7a-5570-426c-9bc7-3b7ce8a54011
  kind: Event
  lastTimestamp: "2026-09-16T19:04:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:14Z"
    name: isvc-autogluon-v2-predictor.18d5e279d5cd93be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: c24ee812-728c-4653-b755-3643afa7ad87
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19068"
    uid: 5a2bda7a-5570-426c-9bc7-3b7ce8a54011
  kind: Event
  lastTimestamp: "2026-09-16T19:04:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:14Z"
    name: isvc-autogluon-v2-predictor.18d5e279d64d89b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19311"
    uid: d5133ad9-f44b-44ca-953e-96aa6e099ecd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19200"
    uid: 5a2bda7a-5570-426c-9bc7-3b7ce8a54011
  kind: Event
  lastTimestamp: "2026-09-16T19:05:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:29Z"
    name: isvc-autogluon-v2-predictor.18d5e280d3d14a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: 06e20f74-683c-402f-8875-309d47a2b533
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19200"
    uid: 5a2bda7a-5570-426c-9bc7-3b7ce8a54011
  kind: Event
  lastTimestamp: "2026-09-16T19:05:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:29Z"
    name: isvc-autogluon-v2-predictor.18d5e280d449fb4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 9b00ca02-f757-4904-a4b4-73cba0672293
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:05:36.374912Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e2904ecdc890
    namespace: kserve-ci-e2e-test
    resourceVersion: "20034"
    uid: 380286e3-958b-4523-9fb7-2aa0f8064406
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e2905bcbd902
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: b5969e7f-53f5-4275-ab36-6d745c602ccd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e290947ef0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20051"
    uid: f95ebf58-3296-41ce-973d-e85fdd638ee0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e290964577e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20053"
    uid: 23f09a5b-1b2d-49cb-8eaf-76ab97744ddf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e290990fe79e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20054"
    uid: 57565658-8b6d-455e-8f6d-2940e1e05d70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:37Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e290999492b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20055"
    uid: 5d06a3ce-cc0b-4425-94f7-4f65578088f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:06:06Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e2976a68bed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20348"
    uid: f796c098-851f-4cfa-9727-13acd3df0e7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:06:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e2976d3e170d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20350"
    uid: 7bc85d84-cf07-4fd6-b9bf-cfed1820b218
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:06:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e2976dad99d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: ff08073a-b926-4dea-ab54-753fd63eb987
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:06:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e2976db9161d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20352"
    uid: bb6332e8-df06-4b37-9d22-c87246a33503
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:06:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:07Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e29770c4b9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20355"
    uid: f66e9588-bdb0-4f73-84fd-ae78ea98c453
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:06:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:07Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e297713a108f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20356"
    uid: 5288854a-997d-482b-bf1c-ec555a6af97a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e2b02a6b2d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 35363892-657f-4417-b395-cb27dad8c20c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20029"
    uid: 95f52983-9299-4bfe-aa8e-9b605e77f94f
  kind: Event
  lastTimestamp: "2026-09-16T19:07:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:53Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6.18d5e2b02a6ba211
    namespace: kserve-ci-e2e-test
    resourceVersion: "21232"
    uid: 618b5859-692e-4b44-b027-00497845da25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20017"
    uid: 803cdcb0-f262-42bc-ad4b-e38db9d6b2f4
  kind: Event
  lastTimestamp: "2026-09-16T19:05:36Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-fntq6'
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d5e2904e4567e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20028"
    uid: b81b5426-2ce4-435e-8838-fdd5b239662d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 7f8c2e95-0d74-47a0-b7a1-3b494f6c61bd
  kind: Event
  lastTimestamp: "2026-09-16T19:05:36Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2904aeb4fb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20019"
    uid: 0d42d164-ac87-4d05-88ed-19c20ec67e28
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: a58bd38c-9ffe-4ea4-8453-0e6a3e90beaf
  kind: Event
  lastTimestamp: "2026-09-16T19:06:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:36Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e293c988747e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 4686663b-600d-48d5-a64c-00bbeb5e197e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: a58bd38c-9ffe-4ea4-8453-0e6a3e90beaf
  kind: Event
  lastTimestamp: "2026-09-16T19:06:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:36Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e293c9fd4dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: 40bc1fa5-3317-48b3-9598-1de8df51dc27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: a58bd38c-9ffe-4ea4-8453-0e6a3e90beaf
  kind: Event
  lastTimestamp: "2026-09-16T19:07:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:51Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2a1c68b182b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: 6411be98-5ee7-4fa2-ab28-03977df6af2d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: a58bd38c-9ffe-4ea4-8453-0e6a3e90beaf
  kind: Event
  lastTimestamp: "2026-09-16T19:07:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:51Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2a1c6f61bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21201"
    uid: a2a6d5db-75ac-4f9f-9d0a-216f958b2874
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20007"
    uid: 242326eb-4689-4b4a-b67a-f61489ec6ef0
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-autogluon-v2-variants.18d5e2904af04266
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: 51db2c22-7d9c-4c3e-808b-306cf902faff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20007"
    uid: 242326eb-4689-4b4a-b67a-f61489ec6ef0
  kind: Event
  lastTimestamp: "2026-09-16T19:05:36Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:36Z"
    name: isvc-autogluon-v2-variants.18d5e2904b7fbef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: 2fe02148-1e49-4634-b5f1-f14782d87fd7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21139"
    uid: 242326eb-4689-4b4a-b67a-f61489ec6ef0
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-autogluon-v2-variants.18d5e2adb805d754
    namespace: kserve-ci-e2e-test
    resourceVersion: "21140"
    uid: 38ca57c5-8ffe-4d61-9cae-3ab1c4e1f073
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 78ed0bcc-84b1-499d-8971-44dbd696b9ef
  kind: Event
  lastTimestamp: "2026-09-16T19:05:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:21Z"
    name: isvc-autogluon-v2.18d5e276576af2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: c070afc6-3c7d-4fc4-b8d8-a85a4ca3598b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 78ed0bcc-84b1-499d-8971-44dbd696b9ef
  kind: Event
  lastTimestamp: "2026-09-16T19:03:44Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:44Z"
    name: isvc-autogluon-v2.18d5e27657e1c485
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: 75f434dc-8b5c-43eb-be41-1ea8315cbdf0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 78ed0bcc-84b1-499d-8971-44dbd696b9ef
  kind: Event
  lastTimestamp: "2026-09-16T19:03:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:44Z"
    name: isvc-autogluon-v2.18d5e27657e20e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19072"
    uid: 91a0199a-1957-43e6-9bcb-aeede71b286a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 78ed0bcc-84b1-499d-8971-44dbd696b9ef
  kind: Event
  lastTimestamp: "2026-09-16T19:05:21Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:21Z"
    name: isvc-autogluon-v2.18d5e28ce51045f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19876"
    uid: bae3f1f8-45f8-4d75-ac5d-47d372febdd7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:27.236281Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-58f6457999-fmvw4
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e1ffc561ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23265"
    uid: 41ef9956-e7d4-4fba-a34f-223f0e268026
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e208e5aa81
    namespace: kserve-ci-e2e-test
    resourceVersion: "23284"
    uid: 332eae60-1b13-40fb-87fd-ffd451f6a259
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23270"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:28Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:28Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e24570ce3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23313"
    uid: b2882a4b-58c8-489b-b05f-87970d37683e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:28Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e2470b76c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23315"
    uid: 670737e9-3054-4091-9b48-5653fa2790a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:28Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e24a62a718
    namespace: kserve-ci-e2e-test
    resourceVersion: "23318"
    uid: 815f7fca-0d96-4e94-80d8-9a5daeb5c91e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:28Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e24ad96279
    namespace: kserve-ci-e2e-test
    resourceVersion: "23319"
    uid: 906cef5c-36e8-4154-adc8-1ff90b2fce95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:33Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
  metadata:
    creationTimestamp: "2026-09-16T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:33Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e3698f5f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: 348ac360-c2f0-42a8-b6de-58711a2f6b87
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    in 15.72s (15.72s including waiting). Image size: 1580849567 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e7128c9443
    namespace: kserve-ci-e2e-test
    resourceVersion: "23571"
    uid: e630309f-92a4-4edc-ba9e-e00aa2884b39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e71632c684
    namespace: kserve-ci-e2e-test
    resourceVersion: "23573"
    uid: ddc869f8-0e3d-4e0d-8cf7-a29a36a12385
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e716c04b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 29ce619a-3e32-421f-a850-c817d7b4874d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e716cba2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: 8e5abf66-9e94-4847-abdf-88d8c2fdcfe0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e71af908a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 583681f5-0a6c-4272-88ba-67a52ba8d3cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e71b7e8e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 942b583b-2b05-4700-aeb4-c262e26bbca9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:12:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:56Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2e765e70a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24192"
    uid: 6c9b7d7c-3927-4a1f-8b63-dcf58f020239
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:13:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:08Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2f9a6fbdb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24309"
    uid: 0022e38e-79ce-417f-9f97-e42a74ceab57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:13:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:08Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2f9a6fc5df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24310"
    uid: 81bef4b7-0db5-45f2-afc8-dc286304fcf9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-fmvw4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: c426d8af-09e5-4ece-b2b6-cc048d3b9b16
  kind: Event
  lastTimestamp: "2026-09-16T19:13:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:11Z"
    name: isvc-canary-create-predictor-58f6457999-fmvw4.18d5e2fa42249114
    namespace: kserve-ci-e2e-test
    resourceVersion: "24335"
    uid: a73cad0e-567d-462c-b704-2ac5b12d355d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:27.289866Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-58f6457999-h88lf
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e202f72fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: ba306e59-9d35-42dc-b841-7dc08d50f609
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23279"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e224e1cd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "23299"
    uid: 55e88cf8-5f93-4762-aa16-0d74a9a24a04
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e22660d2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23301"
    uid: 6edc4ac5-b5d7-4818-be41-723c00a62371
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e229995699
    namespace: kserve-ci-e2e-test
    resourceVersion: "23302"
    uid: c79f9f81-e0a6-489d-a875-8fa5a5bb3e80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e22a0292b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 4dc44cec-9e64-4778-b275-9da879655e00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e33f6d906b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23363"
    uid: c437b4f1-12f6-4304-af82-96ec1c6b0100
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e3421fac91
    namespace: kserve-ci-e2e-test
    resourceVersion: "23365"
    uid: 20db3b9a-0040-41f5-ab2a-658447ae20c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e3428c1276
    namespace: kserve-ci-e2e-test
    resourceVersion: "23366"
    uid: 40a49532-1b71-404b-9875-afb2f1ba20db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e3429718fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 960e82a2-3411-4a9a-8158-4a55a62c0bde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e3451dbe65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23369"
    uid: 7fff8b66-8c03-46ba-a752-b5a60078954d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e345879e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23370"
    uid: 44aa5c63-ac86-4292-98d5-d45dc9c59062
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:13:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:15Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2e3b733d09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: 5e4effcb-e239-40e4-a168-cc46a606643c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2fa75e74fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24365"
    uid: f908ed9c-2c3d-4e5d-8015-4806bd262d5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2fa75e7ebfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24367"
    uid: f27e610c-181d-4ecf-aa69-e29439bbff75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-58f6457999-h88lf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: f7da3b90-c10f-4e1e-8f40-b5dbf230da96
  kind: Event
  lastTimestamp: "2026-09-16T19:13:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:15Z"
    name: isvc-canary-create-predictor-58f6457999-h88lf.18d5e2fb3b6d2904
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: 4d9d0222-0ef2-4d87-9be9-b73d2c803147
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-58f6457999
    namespace: kserve-ci-e2e-test
    resourceVersion: "23246"
    uid: 943d8b70-797d-42a1-bb4d-3124f87aecb3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'Created pod: isvc-canary-create-predictor-58f6457999-fmvw4'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-58f6457999.18d5e2e1ff494f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: 83e7d02d-2d30-40c9-a603-1f755c7663a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-58f6457999
    namespace: kserve-ci-e2e-test
    resourceVersion: "23246"
    uid: 943d8b70-797d-42a1-bb4d-3124f87aecb3
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'Created pod: isvc-canary-create-predictor-58f6457999-h88lf'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor-58f6457999.18d5e2e2028905b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23272"
    uid: 0786f053-89e9-43a7-850f-4ca0ede5feff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-58f6457999
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 943d8b70-797d-42a1-bb4d-3124f87aecb3
  kind: Event
  lastTimestamp: "2026-09-16T19:13:08Z"
  message: 'Deleted pod: isvc-canary-create-predictor-58f6457999-fmvw4'
  metadata:
    creationTimestamp: "2026-09-16T19:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:08Z"
    name: isvc-canary-create-predictor-58f6457999.18d5e2f9a6bfe0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24305"
    uid: 55591573-5146-44b8-9808-1bad330b9f88
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: d7c0f4fc-63f0-41a4-9929-cdccddd17080
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Scaled up replica set isvc-canary-create-predictor-58f6457999 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-predictor.18d5e2e1fb7ee151
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: 4c47df60-44af-4699-8e86-4bf163190e46
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24297"
    uid: d7c0f4fc-63f0-41a4-9929-cdccddd17080
  kind: Event
  lastTimestamp: "2026-09-16T19:13:08Z"
  message: Scaled down replica set isvc-canary-create-predictor-58f6457999 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:08Z"
    name: isvc-canary-create-predictor.18d5e2f9a4816b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24302"
    uid: 9b04666d-a84d-4d6b-b12e-6ac655704542
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:27.195958Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e1fd5e2a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23257"
    uid: 41f213fd-efc1-4aaf-88a2-354acbc30241
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23262"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e21f6fa227
    namespace: kserve-ci-e2e-test
    resourceVersion: "23294"
    uid: a367fe8c-2c95-455a-8575-6c14edf1b9f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e220d90b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "23296"
    uid: b96dd697-d862-414a-8bcb-114e7c0a1f2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e223c2f29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23297"
    uid: d2e823a8-81eb-4346-a859-0f0e50e623fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e2244aa492
    namespace: kserve-ci-e2e-test
    resourceVersion: "23298"
    uid: fe09b246-8cca-473c-bba8-6172a58ad372
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:32Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
  metadata:
    creationTimestamp: "2026-09-16T19:11:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:32Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e32d9c8d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: c9041f6c-268e-4355-bd8e-ceda5f16e288
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    in 16.702s (16.702s including waiting). Image size: 1580849567 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e71127fac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23570"
    uid: 007125c3-ab5a-437e-8eb7-7c38b785a4a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e716231429
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: eaa4f9cd-9845-4cb2-ba1f-c5b5e3b323f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e716cb6b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 0d018a7d-f1a2-4f31-8d77-1933d44e61b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e716d46bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23577"
    uid: 2fb66550-a499-4970-a87b-0175d8226e95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e71adb2470
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: 879ab2a3-5dcc-4a5e-8b73-53302388aef8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:11:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:49Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e71b6dbd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: a0b609e2-b694-4359-ae3b-c83056e0fbbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:58Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2e765e71c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "24210"
    uid: 2bd3922e-6974-4da0-a6f6-ab9bc4a16d95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2fa765a8eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24366"
    uid: 97ca9ea9-de82-4635-8d41-498de5e21c65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2fa765b3d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: 7d732f1b-3aa2-4d6d-af7d-863363988e6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 9dfc8bad-6f15-4d95-ae36-f9c8b0d6e1f7
  kind: Event
  lastTimestamp: "2026-09-16T19:13:16Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:16Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg.18d5e2fb6c1b8c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "24408"
    uid: 885009e5-7e34-4ecc-84a0-0242391005fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-6bbbd567bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23237"
    uid: e262d737-8223-4594-8466-0a7e69f13ed6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-6bbbd567bb-gcjvg'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-v2-predictor-6bbbd567bb.18d5e2e1fccfb766
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 35f5b4c7-b1f8-4a91-a9f9-25152c8d93ab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: fddf08a6-f607-4003-a4b5-61b7d39253b5
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-6bbbd567bb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create-v2-predictor.18d5e2e1f9817d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "23238"
    uid: 6f18e674-289d-4b7a-b024-32cde046f6b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: 6f33178b-11cc-4329-96a8-1a8e1b03ffad
  kind: Event
  lastTimestamp: "2026-09-16T19:13:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-canary-create.18d5e2e1fb38336d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: a2765fcf-3be4-4bc6-96fa-6d99e7a4437a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: 6f33178b-11cc-4329-96a8-1a8e1b03ffad
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create.18d5e2e1fbb15a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: 05e59fee-9b19-474d-a389-c6590832acf0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: 6f33178b-11cc-4329-96a8-1a8e1b03ffad
  kind: Event
  lastTimestamp: "2026-09-16T19:11:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:27Z"
    name: isvc-canary-create.18d5e2e1fbb1b72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: 46c57510-90ca-44c3-aa5b-011859ecced7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24274"
    uid: 6f33178b-11cc-4329-96a8-1a8e1b03ffad
  kind: Event
  lastTimestamp: "2026-09-16T19:13:06Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:06Z"
    name: isvc-canary-create.18d5e2f91ee42274
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: 867632dc-ac1c-47ad-9c7f-d0c99e0285be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:17.513846Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5c9955746c-98fpz
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fbacd399ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 9465485a-ea7a-47a3-b5ee-53b06627cc96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fbb56cfd4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24477"
    uid: 85c6bffc-12da-4fc3-bb6e-b9f40b12ad05
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24463"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fbf2aeadb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24498"
    uid: 135f3373-e0e1-4c5e-9e98-3ab77ff6d34d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fbf45c40f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24502"
    uid: 58eb176a-673d-4936-ba64-b1a1497b654c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fbf71ddf5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24506"
    uid: aedb703b-eec3-4cd0-8020-3bbd383c1b88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fbf78eb6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24508"
    uid: 174b7f01-cc10-4f32-a577-32771eeb23f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fce9d7aa1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: 68616188-891d-4474-80e8-50196c82c77d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fcecd55505
    namespace: kserve-ci-e2e-test
    resourceVersion: "24557"
    uid: cf8f889b-a0a3-4147-8e0e-9e157671d374
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fced4a232a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24558"
    uid: 754e236d-e5c1-45c7-86c9-f0f45bf69deb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fced5665cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: 0e626e53-22b3-4a8f-81fe-5c1f0da58e37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fcf06744de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24563"
    uid: 2145d1f8-0cc2-4254-b4f9-408b78ad6517
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fcf0d70076
    namespace: kserve-ci-e2e-test
    resourceVersion: "24564"
    uid: a2a206f6-2356-43d1-9c11-1498474997bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:14:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:30Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e2fd61c367e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: be62a14f-b889-4595-99b2-678ed1bd3f2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e30eececa7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25263"
    uid: d05e006a-b79d-4f2a-989b-2d7d1e142970
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e30eeceda096
    namespace: kserve-ci-e2e-test
    resourceVersion: "25265"
    uid: 29e4c7e3-cc45-4924-9e3e-78d92f3aab57
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-98fpz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24458"
    uid: 285bb0ef-6f8b-4830-95d8-d9bd497d0843
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-5c9955746c-98fpz.18d5e30f14016608
    namespace: kserve-ci-e2e-test
    resourceVersion: "25281"
    uid: 98874935-94ea-42ba-8507-4bbb74d429fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:17.565936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24465"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5c9955746c-w4vkh
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fbafee558d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24469"
    uid: 59e99802-1c32-4081-bd65-7b14ae2b9bee
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fbb9281c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: 98afa904-1545-4414-9060-cc2a226648d6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fbf5515497
    namespace: kserve-ci-e2e-test
    resourceVersion: "24504"
    uid: 9d88c63b-e86a-4606-921f-a45453f1a717
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fbf757bcdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24507"
    uid: 2a94ff0a-df77-4be4-b2bd-efd303ba7eb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fbfab1eb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: 57354eb4-4a16-469d-984e-52b2f5ac8b86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fbfb26f3d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 1b3b1de8-267e-4940-9040-25deb200f066
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fcf6068677
    namespace: kserve-ci-e2e-test
    resourceVersion: "24566"
    uid: 7bd0b497-5269-40cb-a21a-8b236a195db1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fcf9b66613
    namespace: kserve-ci-e2e-test
    resourceVersion: "24571"
    uid: adda7ae9-efbd-4855-a21b-c99eda1aa0b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fcfa2e7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "24573"
    uid: 77265a8f-86de-42dd-abc9-213a05847a2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fcfa3a1a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24575"
    uid: 0dc11fa4-15fb-4702-a870-6b6102ea70f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fcfd0cf612
    namespace: kserve-ci-e2e-test
    resourceVersion: "24578"
    uid: 022c04da-aab2-4e62-9f9e-d73b30b54394
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fcfdbb38a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24580"
    uid: 04c9a199-5d3c-4f93-a3f1-0eecbac53d38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e2fd6e3ce9f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25403"
    uid: aa95f0c7-4a07-40d7-b1ef-809dbeb6334e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e310ab96e9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: eb33cdae-c704-4e24-8a87-513bd34e1271
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e310ab978a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25357"
    uid: 6102083e-f0e8-4148-a096-e3178b6cfbf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24467"
    uid: fd44feab-3fed-4054-93c5-1af3d2762a10
  kind: Event
  lastTimestamp: "2026-09-16T19:14:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:51Z"
    name: isvc-canary-promote-predictor-5c9955746c-w4vkh.18d5e3117477a7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25402"
    uid: ae6476a5-6cae-4873-ae77-5c4421e9efb4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5c9955746c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: f6c14dad-85d1-4387-a6a3-f7990ab9d010
  kind: Event
  lastTimestamp: "2026-09-16T19:13:17Z"
  message: 'Created pod: isvc-canary-promote-predictor-5c9955746c-98fpz'
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-predictor-5c9955746c.18d5e2fbac2b90b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: 73638e63-00d2-42f5-8632-a605924daf1f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5c9955746c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: f6c14dad-85d1-4387-a6a3-f7990ab9d010
  kind: Event
  lastTimestamp: "2026-09-16T19:13:17Z"
  message: 'Created pod: isvc-canary-promote-predictor-5c9955746c-w4vkh'
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-predictor-5c9955746c.18d5e2fbaf3d9a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "24466"
    uid: 6868ffd7-f6e4-4f45-bf80-8bfc26afc6e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5c9955746c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25255"
    uid: f6c14dad-85d1-4387-a6a3-f7990ab9d010
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-5c9955746c-98fpz'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor-5c9955746c.18d5e30eecbd7550
    namespace: kserve-ci-e2e-test
    resourceVersion: "25261"
    uid: 66c612c8-0b20-4c3b-9064-7895f96fa959
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: b96332b6-6dba-461f-bc6d-a146a95cf0ca
  kind: Event
  lastTimestamp: "2026-09-16T19:13:17Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5c9955746c from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-predictor.18d5e2fba87d3c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: d16c4008-a785-46d2-a5fa-c220f7cb79df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25251"
    uid: b96332b6-6dba-461f-bc6d-a146a95cf0ca
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Scaled down replica set isvc-canary-promote-predictor-5c9955746c from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote-predictor.18d5e30eec421869
    namespace: kserve-ci-e2e-test
    resourceVersion: "25256"
    uid: 4812ee0d-9947-481a-ac7e-5faeccd115b9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:47.755685Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25359"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e310afa8c874
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: d6733e6d-00c5-4cb4-a9b5-9b51f0b9993a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:48Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:48Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e310d1a94581
    namespace: kserve-ci-e2e-test
    resourceVersion: "25371"
    uid: 4c0a3c36-738b-45e7-85bd-3202e5c94c50
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:48Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e310d378d33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: 00c585d3-94c7-485d-9184-3ba741c242fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:48Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e310d6542fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: 5a5bcd6b-d2b7-4176-af3c-557d62ee4cd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:48Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e310d6dadc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: edead164-5782-4f83-b892-40b96d8020ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:53Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e311f549b7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25422"
    uid: a134ecd5-80f9-4e79-90d5-6e03656e6187
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:53Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e311f848d36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25426"
    uid: e1205642-9ec7-4398-94fd-1c068d220b0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:53Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e311f8f836f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 6abdf13f-6bd9-4cf6-82bd-9def65fd86d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:53Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e311f902645d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: 861d4ef2-2c05-4cc2-807b-76072804ef7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:53Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e311fc05aa35
    namespace: kserve-ci-e2e-test
    resourceVersion: "25430"
    uid: 681990e5-a5f4-4f95-b7a3-8e522887215f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:53Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e311fc817b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25431"
    uid: c10980d4-164c-49f8-9361-1d620f1bc088
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:16:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:21Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e3126d45581f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26188"
    uid: cd37221d-e232-4603-bd15-772adc94087b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:16:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:17Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e325a8a1a0bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26157"
    uid: a017e0f8-8b80-40ad-a833-7a9c9e5c19d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:16:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:17Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e325a8a22272
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 3b8eec97-1499-46c2-aaa5-b8880e56b2f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25360"
    uid: ece67d8a-3382-414a-b84d-253d94e9b4d7
  kind: Event
  lastTimestamp: "2026-09-16T19:16:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:21Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc.18d5e326739b0e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "26187"
    uid: 1b8b3a8d-92a6-4566-b6c5-b49800df6536
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:17.463745Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24445"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fba9d709d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24451"
    uid: 4363aada-08f0-4352-9b39-e6d0a6a60142
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fbb32391d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: 3bef18fe-eb27-4d5f-80b3-dbf2b020f03a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24454"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fbef8458cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24495"
    uid: de665674-c83f-408b-85ed-4154f9826886
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fbf110e809
    namespace: kserve-ci-e2e-test
    resourceVersion: "24497"
    uid: d3fea2dd-40c0-46e1-92a7-0a3a36ed7227
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fbf40062f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24501"
    uid: 4be31981-04da-4c8d-b762-24bdbd606d68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:13:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:18Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fbf47345d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24503"
    uid: eb31662c-a2e6-4d98-a916-abfcba2e3360
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fcf61e1b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24567"
    uid: ba50cc32-cd24-45b5-b66a-7acdf4474738
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fcf9d78e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "24572"
    uid: 2ae7a573-a875-4079-b29f-7a6e2fbe8a97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fcfa4a4795
    namespace: kserve-ci-e2e-test
    resourceVersion: "24576"
    uid: 94923786-3346-4700-be5e-103749255d87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fcfa543b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "24577"
    uid: 57ae46a1-3749-4fdf-b1b1-727ab4161afd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fcfd3ad79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24579"
    uid: 669783b3-f5e4-435a-a85f-b1596f19f0a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:13:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:23Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fcfdbbc591
    namespace: kserve-ci-e2e-test
    resourceVersion: "24581"
    uid: 84ac2783-4c89-45aa-96e3-e74a683e5bb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e2fd325237ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26179"
    uid: 9b31d088-3215-4c4a-8109-937c1ba440ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:16:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:17Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e325a87dd2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26156"
    uid: 1571e916-aa1d-44aa-be35-899945fb4020
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:16:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:17Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e325a87e3e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: 8d7295aa-442a-4922-aa7b-948a3b6b3420
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: f1d70c53-ab46-4fe0-b5df-ed7c70b12891
  kind: Event
  lastTimestamp: "2026-09-16T19:16:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:20Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx.18d5e3262d02833e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26178"
    uid: 911f76cb-cfd6-4ff2-ad88-8aaa60178dd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5ccc95dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: c9c13d2f-0be0-4898-a54f-891b8ea84cfb
  kind: Event
  lastTimestamp: "2026-09-16T19:13:17Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5ccc95dd4-cpcgx'
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4.18d5e2fba931e532
    namespace: kserve-ci-e2e-test
    resourceVersion: "24446"
    uid: 55d94cd7-b153-41b7-b764-5a421127c69a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-5ccc95dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25344"
    uid: c9c13d2f-0be0-4898-a54f-891b8ea84cfb
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-5ccc95dd4-9qxdc'
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-promote-v2-predictor-5ccc95dd4.18d5e310aeeb40b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25361"
    uid: 7dd6b1cd-a559-4630-98a9-1327a3e68e4b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: 2c0b4335-1072-43d6-9753-04c1f80635fa
  kind: Event
  lastTimestamp: "2026-09-16T19:13:17Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5ccc95dd4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:17Z"
    name: isvc-canary-promote-v2-predictor.18d5e2fba620c151
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: b673315c-c2ab-44a8-b366-aaded33689f0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25340"
    uid: 2c0b4335-1072-43d6-9753-04c1f80635fa
  kind: Event
  lastTimestamp: "2026-09-16T19:14:47Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-5ccc95dd4 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T19:14:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:47Z"
    name: isvc-canary-promote-v2-predictor.18d5e310aa293bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: 4a02fb78-8ed4-4927-aab2-347d356057a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24422"
    uid: 4623dade-5f6b-49d8-9eb1-87ea86e76e1c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:41Z"
    name: isvc-canary-promote.18d5e2fba81a3021
    namespace: kserve-ci-e2e-test
    resourceVersion: "25293"
    uid: 6e489704-df41-4ba2-a715-25863836b1ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24422"
    uid: 4623dade-5f6b-49d8-9eb1-87ea86e76e1c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote.18d5e2fba896c7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25272"
    uid: 141f98ff-0894-4023-821d-3a693185b432
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24422"
    uid: 4623dade-5f6b-49d8-9eb1-87ea86e76e1c
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-promote.18d5e2fba89711ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: 5294651f-165b-4ffc-ae69-6c8facd73969
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25289"
    uid: 4623dade-5f6b-49d8-9eb1-87ea86e76e1c
  kind: Event
  lastTimestamp: "2026-09-16T19:16:11Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:11Z"
    name: isvc-canary-promote.18d5e30f2971f371
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: 2ca38512-0709-4d4a-a899-ebe630672172
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:23.128833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26248"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e326e45780ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26252"
    uid: 6738027c-e0e3-409e-9d0b-011d484de01f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e326ed938a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26267"
    uid: 24da17a2-f04c-4977-9e55-47d5fd70d54c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26256"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e3272a3d6d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: c33334a6-2868-4ab8-99a4-19cf1b678c9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e3272bbf50a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26292"
    uid: 7f676496-3279-4259-bad2-38839ca03e77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e3272f0ec526
    namespace: kserve-ci-e2e-test
    resourceVersion: "26295"
    uid: b6a42937-c490-405d-a960-e76acab7105b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e3272f85416c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26296"
    uid: 416542c9-275a-45af-b229-d6a744c1bb3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e328347d95f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26358"
    uid: 2cf4862b-4e7c-4e53-b07e-b7f76d5bcdc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e32837ff31ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26367"
    uid: ab5d235d-8f5b-44ec-8daa-b2af5952b21f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e32838772dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26368"
    uid: 481ae19e-834d-4dfe-b99d-7b9e3ed2802a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e3283881a8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26370"
    uid: 06112701-8bc2-499a-ab0f-457e0a3692a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e3283b321ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26374"
    uid: 2a50f4e5-d8ce-42d4-a1b0-9104ee4ffa6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e3283ba50555
    namespace: kserve-ci-e2e-test
    resourceVersion: "26376"
    uid: 65e79a0a-be42-435a-8369-c217a5824557
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e3287086bf7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28336"
    uid: 9b488c40-4477-4b5f-84b8-b71fdfcc975e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:19:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:23Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e350d85a476a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28223"
    uid: b46af7e0-8597-44b8-89ee-fad53b10d674
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:19:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:23Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e350d85d6a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "28225"
    uid: 7ca69def-c2a9-483f-928b-de45c903626d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: b542829e-09f2-460a-b5f4-3d3d12c06b3d
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2.18d5e3516b1699e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28372"
    uid: fb962682-038d-4743-a119-906bb75b4dde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:23.076508Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26239"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-75f85bc9f9-p48md
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e326e13921d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26243"
    uid: a24a50ab-6cce-4ecd-9c8d-6b6011d8102c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e326ee8c782b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: f2ba05a7-4d4a-4768-a973-2dd8cb50378f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26247"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e3272788ccb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26285"
    uid: 73cdecac-6abe-453c-a626-22dad53c18d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e3272925880d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26287"
    uid: c01f8160-d58d-4ccc-924e-921e6584070c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e3272c0f3079
    namespace: kserve-ci-e2e-test
    resourceVersion: "26293"
    uid: 88bc5665-a0c1-413f-bed4-9892fff8d2b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e3272c8dbecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26294"
    uid: e1a6ffb4-f7eb-4ea2-a21f-fd670fd17f8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e3282cd8a1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26339"
    uid: f5699d0e-bd49-4c79-a44b-cac545374631
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e3283093bbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26343"
    uid: bdb27cf1-f6d1-4c36-bd35-18d0380b608d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e328311398e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26347"
    uid: 901e2124-8d3d-4a70-adeb-892efbe03d04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e328311e8552
    namespace: kserve-ci-e2e-test
    resourceVersion: "26350"
    uid: 3a71739b-6f40-416a-9553-99ad7f9e8ce5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e328345c503b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: 749014cc-d201-4acd-b8ad-d4d13d42d058
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e32834e9fa48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26363"
    uid: 55f7be87-0c1c-4647-86b7-78d12674ae92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:17:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:38Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e328a4f537e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27350"
    uid: 077a34ff-a945-4794-9da6-91d7a7e76f86
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e33a60297d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 980e3444-927d-45a9-92f4-2c9f8bac8795
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md
    namespace: kserve-ci-e2e-test
    resourceVersion: "26242"
    uid: 8a7320e5-ad8a-4e90-a18a-0b2d30b9fc55
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-p48md.18d5e33a6029ebae
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: 6b0d7f7c-c020-42fa-8c32-ccdd7df2797b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:53.144278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33bd9ae3384
    namespace: kserve-ci-e2e-test
    resourceVersion: "27519"
    uid: 3ad41eb1-0b7e-49ba-a7fa-3c84c73c99cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27523"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33bfbc73dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "27531"
    uid: 88b72c31-4358-4cce-bdce-341271fa832b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33bfd2e8b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: 1a50dad2-14af-4426-b606-6e06e074c107
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33bffd5996a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27534"
    uid: 73e9b239-2240-47f7-8dfa-b8b9b37279f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33c004ad969
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 03b014b9-1005-455b-9cf2-1ec3d311e4bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:58Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33cff3cabcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27573"
    uid: 08ed83a6-fb97-4380-a392-43d8f8811e65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:58Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33d02ad1218
    namespace: kserve-ci-e2e-test
    resourceVersion: "27576"
    uid: 4a7790b7-70b9-4493-861c-68af945dacb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:58Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33d0329193f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27577"
    uid: 3df59ae8-dd3a-41ab-a2aa-436020dd74ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:58Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33d033324b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27578"
    uid: f0241023-3ce4-4ca6-a4b6-cb054206ffcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:58Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33d05e178b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27579"
    uid: 4e92364b-92ff-40e2-be3e-b050a1121268
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:58Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33d065f7c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27580"
    uid: 1f51cf01-2a5c-4d65-8025-fbd1852eeae7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:26Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e33d7769b9a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28252"
    uid: d00b970f-60f7-4123-b75c-1036bc3ff06f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:23Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e350d87aa91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28224"
    uid: 4a87e9d2-ed54-4294-99b8-b8de650b0310
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:23Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e350d87b3c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "28226"
    uid: 99195066-255d-4566-b8f0-0c32ccedb74f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r
    namespace: kserve-ci-e2e-test
    resourceVersion: "27518"
    uid: 0dcdde3c-a019-4a10-8d0b-4cd030611ad9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:26Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9-pf82r.18d5e3517dcdb14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28249"
    uid: 859b2bbc-ef4d-4bab-8111-6dc92fa71a13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-75f85bc9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: 4acb5783-2312-45eb-88c9-c72197d8fe8c
  kind: Event
  lastTimestamp: "2026-09-16T19:16:23Z"
  message: 'Created pod: isvc-canary-rollback-predictor-75f85bc9f9-p48md'
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9.18d5e326e021a0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26241"
    uid: 521b59b3-f8f8-43eb-be3c-d018dddf8449
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-75f85bc9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26224"
    uid: 4acb5783-2312-45eb-88c9-c72197d8fe8c
  kind: Event
  lastTimestamp: "2026-09-16T19:16:23Z"
  message: 'Created pod: isvc-canary-rollback-predictor-75f85bc9f9-k7rj2'
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9.18d5e326e3d9d18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26250"
    uid: 6d6bf8a2-74a5-4a39-a3e0-83864c2b1630
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-75f85bc9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27418"
    uid: 4acb5783-2312-45eb-88c9-c72197d8fe8c
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-75f85bc9f9-p48md'
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9.18d5e33a5ff8690e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27421"
    uid: 84d33196-7498-414e-ba23-207af11be3be
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-75f85bc9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27503"
    uid: 4acb5783-2312-45eb-88c9-c72197d8fe8c
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: 'Created pod: isvc-canary-rollback-predictor-75f85bc9f9-pf82r'
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-rollback-predictor-75f85bc9f9.18d5e33bd8f02ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27516"
    uid: 6670eedd-6cad-4135-a3af-5b97fab51f05
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26223"
    uid: 436c05d0-5e39-4f97-b7b2-dbd85fde489f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:22Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-75f85bc9f9 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-16T19:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:22Z"
    name: isvc-canary-rollback-predictor.18d5e326dc5157cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26226"
    uid: 1054aa59-0192-4348-a089-d1f7350e9ff5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27414"
    uid: 436c05d0-5e39-4f97-b7b2-dbd85fde489f
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-75f85bc9f9 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-rollback-predictor.18d5e33a5f81b3e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27419"
    uid: e1586b5e-03a5-4c97-91cb-3952a889b686
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27497"
    uid: 436c05d0-5e39-4f97-b7b2-dbd85fde489f
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-75f85bc9f9 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-rollback-predictor.18d5e33bd3bea171
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: 1baa3a18-c493-4320-8866-fcdcb77250d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:23.023467Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26230"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e326de0fcd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: 847b4920-e52b-4d7b-9ab6-3b332c3d4242
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e326e8894cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26261"
    uid: 6f998d4d-f2fe-4e1c-a984-cf12448b0b20
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26240"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e32723d623d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: 0e1f2209-464b-4f08-869f-c4c18bcd76b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e3272568af98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26284"
    uid: f2927110-ab22-4ca5-8ecd-11a272af1abc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e3272930a313
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 0b473012-a556-4b38-9a68-20f37606897c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e32729b0b456
    namespace: kserve-ci-e2e-test
    resourceVersion: "26289"
    uid: 18ebe04d-6779-4b64-bd47-ab5c5183a1c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e3282cef9e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26340"
    uid: f2b3bf23-15b6-4578-bb04-7e473b449868
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e32830a49401
    namespace: kserve-ci-e2e-test
    resourceVersion: "26344"
    uid: b1c5bca3-a90e-46aa-9d9a-a8fbbb6e9c71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e328311feea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26354"
    uid: 94c17fee-f362-44c4-bef3-4680964e990e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e328312afa35
    namespace: kserve-ci-e2e-test
    resourceVersion: "26355"
    uid: 8b72914a-fd62-49eb-b478-b05d14a5d47e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e328345bd3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26357"
    uid: e1022372-e3e6-4957-961b-e343c9c8bf12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e32834dcb6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: d853b5d4-78b1-489d-8ed5-3327d23ea3c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:17:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:56Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e328a4f4298b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27559"
    uid: 55c8bad7-18a8-496c-98ef-240c35b58055
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e33bd4526fb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27510"
    uid: b2147805-a786-49f2-b750-dcda1b87760a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:17:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:53Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e33bd4539613
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: 88cb3aef-67d5-4887-8feb-dd80fe3f98eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "26233"
    uid: 4f069b97-4cd2-4a27-bb10-49b9b8075b31
  kind: Event
  lastTimestamp: "2026-09-16T19:17:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:56Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv.18d5e33cab2b39a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27558"
    uid: d1834a4a-b9c5-40ba-bd37-b20a5f2bfc20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-c557dd7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "26215"
    uid: 101722f4-1b46-4d5c-aca1-03ad60198adc
  kind: Event
  lastTimestamp: "2026-09-16T19:16:23Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-c557dd7db-nnbpv'
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:23Z"
    name: isvc-canary-rollback-v2-predictor-c557dd7db.18d5e326dd80440b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: 19f1069b-eeb1-41e5-b1fb-7152d244da3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26214"
    uid: 1268e8c6-b783-415a-9018-084e11b20e38
  kind: Event
  lastTimestamp: "2026-09-16T19:16:22Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-c557dd7db from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:22Z"
    name: isvc-canary-rollback-v2-predictor.18d5e326da03759a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26216"
    uid: 77984413-bce2-459e-ad81-c80957a3e5c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: cafc2f9e-aa47-49dc-9855-109053d8acbd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:47Z"
    name: isvc-canary-rollback.18d5e326dc022bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27443"
    uid: cd4c2053-d8bc-4139-9476-034c19fbbfe4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: cafc2f9e-aa47-49dc-9855-109053d8acbd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-rollback.18d5e326dc7bb933
    namespace: kserve-ci-e2e-test
    resourceVersion: "27436"
    uid: 704929dd-40de-4b42-88c5-ca3f1452fbb4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: cafc2f9e-aa47-49dc-9855-109053d8acbd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:16:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-rollback.18d5e326dc7c373a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27437"
    uid: cbd6a54d-a936-4dc8-9003-17e9d14a7599
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27458"
    uid: cafc2f9e-aa47-49dc-9855-109053d8acbd
  kind: Event
  lastTimestamp: "2026-09-16T19:19:16Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:16Z"
    name: isvc-canary-rollback.18d5e33adc18c937
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 4b6e6187-d411-489e-93f8-8b2c09478388
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:28.475896Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28301"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e3520be32e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "28309"
    uid: 8361f8a8-2ca5-44d1-bb4b-c7d1e96f3bf7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:29Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:29Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e3522db9a8f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28342"
    uid: af7a97e5-3a15-42fc-b8ef-cf84a1a3ca38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:29Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e3522f220424
    namespace: kserve-ci-e2e-test
    resourceVersion: "28344"
    uid: 03f3a543-8c80-4cca-8df0-5a1baa9cc9d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:29Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e3523269323f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28345"
    uid: dfb7f6e4-fe81-4052-85f7-a94586e82d95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:29Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e35232dd8414
    namespace: kserve-ci-e2e-test
    resourceVersion: "28346"
    uid: 9a7dc871-d303-4bc8-b0bc-e4c1c9c422c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e353390d9108
    namespace: kserve-ci-e2e-test
    resourceVersion: "28402"
    uid: 17830cf2-4db5-44fa-9907-397ad896f926
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e3533c31daa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28404"
    uid: 06011a04-fc3b-4694-a2b5-4b8e2732ce5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e3533cbdd712
    namespace: kserve-ci-e2e-test
    resourceVersion: "28406"
    uid: b571e315-a894-41fc-82bf-47df66662914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e3533cc8c69e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28409"
    uid: cb951508-a847-40d5-bb0f-1868ad12d0f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e353427e9eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28418"
    uid: cc0ccd35-80a5-40e8-8d41-f2096e29f765
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e35342fb77f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: b9f226fd-4419-4941-bee5-15620ba2f953
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:21:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:01Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e353b13d093f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: 186f909a-d2fa-4af2-bb07-77e15473ce37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:20:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:58Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e367028037a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 0f903468-8c28-4032-bc03-5c160be23ce3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:20:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:58Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e3670280b11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29226"
    uid: 633671b9-9a3b-4e61-acc4-2b6f6014eab4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz
    namespace: kserve-ci-e2e-test
    resourceVersion: "28305"
    uid: d2891a2c-d0fc-4497-95ca-e09b8c84cea6
  kind: Event
  lastTimestamp: "2026-09-16T19:21:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:01Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz.18d5e367b7834c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29253"
    uid: dd2502d9-5e9a-46f0-8e18-dd667b35143a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:28.550952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28317"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e352105c7193
    namespace: kserve-ci-e2e-test
    resourceVersion: "28322"
    uid: acb51fb8-1fe7-4b40-acf1-ff0e2c7a4388
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28327"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e35306f5cdf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28388"
    uid: 7c1c7c4f-5825-48d0-a403-9b80e1b76292
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e3530861139c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28390"
    uid: 21490eee-7615-4b68-b579-2a3a9c4ab56f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e3530ce0ce16
    namespace: kserve-ci-e2e-test
    resourceVersion: "28391"
    uid: 94345074-3661-4c8a-ad34-e1918d8b78b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:19:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:32Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e3530e313580
    namespace: kserve-ci-e2e-test
    resourceVersion: "28392"
    uid: 24e90bef-d315-42f0-8c09-7f02d257c640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:19:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e3542bbb5b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28468"
    uid: 62f1894c-5994-4afe-ad98-6dfaff6e1f4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:19:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e35431ac0679
    namespace: kserve-ci-e2e-test
    resourceVersion: "28472"
    uid: 1f36b9d7-3ba8-4af2-8f46-e88b557d96d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:19:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e3543317c34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28473"
    uid: b5dd790f-57c3-4fce-a763-727eb06b0e5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:19:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e35433235c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28474"
    uid: 1621b6c9-5123-46be-a666-6f35ae7970b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:19:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e354392056e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28477"
    uid: 1d4c9d40-5f96-4d32-9746-f991a19032ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:19:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:37Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e3543a10f161
    namespace: kserve-ci-e2e-test
    resourceVersion: "28478"
    uid: eaa786c3-7315-454d-a178-ee86cd47f497
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:20:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:51Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e35467c6fe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "29146"
    uid: 6ef0cbec-de44-48a3-82a4-9468a7ca432d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:20:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:51Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e3656decf501
    namespace: kserve-ci-e2e-test
    resourceVersion: "29141"
    uid: 22fe964b-2b7a-4ce7-8c91-f5d4e95a9f87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:20:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:51Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e3656deda92d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29143"
    uid: 654788e6-eb31-4e4a-963b-1239e3b87d2d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 75381b4a-92fc-44ff-9e09-c8d72020b2ad
  kind: Event
  lastTimestamp: "2026-09-16T19:21:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:19Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k.18d5e36619f8d9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29452"
    uid: a8e3815c-40ba-48f2-9235-c309b8eeea7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6cbd7d9f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: 6fd1d05b-e280-444c-90b4-f7817db3bdab
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: 'Created pod: isvc-canary-stop-predictor-6cbd7d9f59-4ktdz'
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59.18d5e3520a9e6a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: cb5a3879-66f7-4fe1-99b9-ec07a1939b27
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6cbd7d9f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: 6fd1d05b-e280-444c-90b4-f7817db3bdab
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: 'Created pod: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k'
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59.18d5e3520fc9e32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: d14e216f-ba7a-4ca6-b9e0-d11a93f8d378
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6cbd7d9f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "29133"
    uid: 6fd1d05b-e280-444c-90b4-f7817db3bdab
  kind: Event
  lastTimestamp: "2026-09-16T19:20:51Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-6cbd7d9f59-k8r6k'
  metadata:
    creationTimestamp: "2026-09-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:51Z"
    name: isvc-canary-stop-predictor-6cbd7d9f59.18d5e3656dc924f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29139"
    uid: 3c054ddd-bdfc-41a2-8d9f-7d9755804267
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28287"
    uid: 6d52da94-2deb-4a2a-8ee2-dfcfe09568a2
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: Scaled up replica set isvc-canary-stop-predictor-6cbd7d9f59 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop-predictor.18d5e35206945b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 53b55d54-3d06-4af8-b702-9614669e9ae3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29129"
    uid: 6d52da94-2deb-4a2a-8ee2-dfcfe09568a2
  kind: Event
  lastTimestamp: "2026-09-16T19:20:51Z"
  message: Scaled down replica set isvc-canary-stop-predictor-6cbd7d9f59 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:51Z"
    name: isvc-canary-stop-predictor.18d5e3656cf4f041
    namespace: kserve-ci-e2e-test
    resourceVersion: "29134"
    uid: c7b10121-e12c-4401-bef1-0acd4384b847
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:28.440335Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28295"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e35209c680e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28302"
    uid: 6169cd5b-5f2b-4399-bbb7-0808959b4b13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e35217189c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28334"
    uid: 56e3a949-302d-4a56-8bf4-3beebdcf3bfd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28314"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:29Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:29Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e3524f83ef35
    namespace: kserve-ci-e2e-test
    resourceVersion: "28357"
    uid: b3ab8cc6-e18c-4045-8500-6eef6c91d6d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:29Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e35252f366de
    namespace: kserve-ci-e2e-test
    resourceVersion: "28360"
    uid: 28746ae0-de3b-47a3-913e-5162a58cbd61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:29Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e35255bd6705
    namespace: kserve-ci-e2e-test
    resourceVersion: "28361"
    uid: 050af3e0-38ff-42a1-b014-288f6cdaa3b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:29Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e352563793e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28362"
    uid: 90d12244-9b72-42e5-9940-885e05b46286
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e3537533ab4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28428"
    uid: 1385c604-1194-4f0b-ad57-587fb368f636
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e353785d827d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28431"
    uid: 35d81efa-9792-42ba-96c7-bf344fee7d30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e35378d5eb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28433"
    uid: 53ddca12-944d-4d1a-a60b-08bc9b780b8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e35378e05d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28434"
    uid: 125d0ef8-7a17-4299-a24d-7d2884874d58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e3537bebf4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28436"
    uid: 82e5ce64-c54e-4a8e-ba04-a86b8b281756
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:19:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:34Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e3537c616735
    namespace: kserve-ci-e2e-test
    resourceVersion: "28437"
    uid: e1c760ba-8040-4478-900d-365a095577ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:21:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:01Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e353b13e4c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29256"
    uid: f7efaa0d-d576-4929-9150-24df618e5e5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:20:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:58Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e366fe257caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29213"
    uid: 357b83af-e9cc-4306-9800-9d086ed12238
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:20:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:58Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e366fe26f0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: bb1d3e6c-964f-40ec-abb3-603b85601188
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: 30195e99-c495-47ab-88e4-b8162d89345b
  kind: Event
  lastTimestamp: "2026-09-16T19:21:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:01Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76.18d5e367b78477fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "29254"
    uid: cf584ced-f3a2-4ec5-ba35-27b8044ea4ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28279"
    uid: c57a1069-7733-4e06-865a-29043defcd66
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-64b9b9d9c4-phr76'
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop-v2-predictor-64b9b9d9c4.18d5e352093cb81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28298"
    uid: 90a31985-f78f-42ca-9880-ac4c7dc35718
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28278"
    uid: e028e67b-3b69-45fb-959e-0a27c3db14c0
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-64b9b9d9c4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop-v2-predictor.18d5e35203ced942
    namespace: kserve-ci-e2e-test
    resourceVersion: "28280"
    uid: 503abae8-d0ed-49c0-8829-1bac1c6d2f8f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: b1f2d10a-766f-4b1c-8754-4fd06c2a403c
  kind: Event
  lastTimestamp: "2026-09-16T19:20:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:58Z"
    name: isvc-canary-stop.18d5e352064b4270
    namespace: kserve-ci-e2e-test
    resourceVersion: "29221"
    uid: 2889daf5-5378-4f8d-91f4-0f09f64c641a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: b1f2d10a-766f-4b1c-8754-4fd06c2a403c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop.18d5e35206be4552
    namespace: kserve-ci-e2e-test
    resourceVersion: "28328"
    uid: 1a4847c8-8ff8-4916-a432-4f8a9b8d9e06
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: b1f2d10a-766f-4b1c-8754-4fd06c2a403c
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-stop.18d5e35206bea3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28329"
    uid: c0c10219-a8f0-4d36-8d58-aa4fadb67025
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29151"
    uid: b1f2d10a-766f-4b1c-8754-4fd06c2a403c
  kind: Event
  lastTimestamp: "2026-09-16T19:20:51Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:51Z"
    name: isvc-canary-stop.18d5e36571dafa03
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: 18dfc2c6-c2bd-457f-b7df-64cdf2b1efa2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29222"
    uid: b1f2d10a-766f-4b1c-8754-4fd06c2a403c
  kind: Event
  lastTimestamp: "2026-09-16T19:20:58Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-16T19:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:58Z"
    name: isvc-canary-stop.18d5e36701b0f58a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29224"
    uid: 55efcdb2-9743-479f-9d51-9027229514f2
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:08.000942Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14759"
    uid: 55acadb9-634c-4939-9198-f8716656d632
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:08Z"
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl.18d5e20bf91352ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: e3c5c128-3bea-41ff-88ff-c593da5f71b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14774"
    uid: 55acadb9-634c-4939-9198-f8716656d632
  kind: Event
  lastTimestamp: "2026-09-16T18:56:08Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:08Z"
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl.18d5e20c1b037b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 9c129046-89f0-4e30-b9b2-d39a2ad0d8d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14762"
    uid: 55acadb9-634c-4939-9198-f8716656d632
  kind: Event
  lastTimestamp: "2026-09-16T18:56:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:14Z"
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl.18d5e20c1cb90e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14851"
    uid: d278cbe5-9858-48a3-8c0f-a8a49438c705
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14762"
    uid: 55acadb9-634c-4939-9198-f8716656d632
  kind: Event
  lastTimestamp: "2026-09-16T18:56:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:14Z"
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl.18d5e20c1f646e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: a889481d-d28d-4ec7-b707-076ba2955444
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14762"
    uid: 55acadb9-634c-4939-9198-f8716656d632
  kind: Event
  lastTimestamp: "2026-09-16T18:56:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:14Z"
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl.18d5e20c1fda4f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14854"
    uid: e98a4b4a-5561-4ae1-96c2-05885bddd171
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14762"
    uid: 55acadb9-634c-4939-9198-f8716656d632
  kind: Event
  lastTimestamp: "2026-09-16T18:56:17Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:17Z"
    name: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl.18d5e20e3a6a230e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14902"
    uid: 0957e361-badb-4e35-bd42-75f02f6e483c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-a79348-predictor-7f56f9566b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: 42f18fb7-fe35-4f8f-8fff-bc93fa38f635
  kind: Event
  lastTimestamp: "2026-09-16T18:56:07Z"
  message: 'Created pod: isvc-init-fail-a79348-predictor-7f56f9566b-dfkpl'
  metadata:
    creationTimestamp: "2026-09-16T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:07Z"
    name: isvc-init-fail-a79348-predictor-7f56f9566b.18d5e20bf8977188
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: e3480878-1848-4ced-a174-0f6fa04e0c85
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-a79348-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14746"
    uid: 979c64ff-8a5e-4ba0-ab17-52e78721220e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:07Z"
  message: Scaled up replica set isvc-init-fail-a79348-predictor-7f56f9566b from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:07Z"
    name: isvc-init-fail-a79348-predictor.18d5e20bf585adba
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: cb793860-070d-4def-aa39-7a9dca660737
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a79348
    namespace: kserve-ci-e2e-test
    resourceVersion: "14740"
    uid: 3ec7a19f-f36f-44df-ab01-e71c624c5a3d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:14Z"
    name: isvc-init-fail-a79348.18d5e20bf58a888c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14857"
    uid: b3adce49-e16e-4018-8122-9c55ff76937d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:08.778427Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29342"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-wxbq5
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e36966626b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29350"
    uid: 8a69859a-9c11-4f2c-b52b-4d138bf4c718
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29356"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:09Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e36988a9be04
    namespace: kserve-ci-e2e-test
    resourceVersion: "29369"
    uid: d8511bef-64e0-431b-8664-33dad2602c37
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e3698a9f437a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29371"
    uid: e0000226-c87a-49a6-9937-59996164f320
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e3698daed418
    namespace: kserve-ci-e2e-test
    resourceVersion: "29372"
    uid: 36326d62-9e02-485b-a49c-3873bd6ffa92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e3698e2615af
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: d7f74f5c-97f0-4f35-83d6-c909aea27746
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:13Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e36a9bad0818
    namespace: kserve-ci-e2e-test
    resourceVersion: "29413"
    uid: 02f1f522-b621-4ecb-ba07-16b88683d2ee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.116s (6.116s
    including waiting). Image size: 632192787 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e36c08414dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: 541e2698-c8e3-4078-9483-d46fb9ff458a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e36c0ba13cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29462"
    uid: f8809779-ca81-4a7a-88a4-0b1451f673f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e36c0c17fc37
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: 27fa4f7e-1177-406e-9ebc-a8d642f7ec72
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e36c0c21ddf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29464"
    uid: 9bf39e09-588e-4404-b0d9-652f83a1a6f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e36c0ecb4479
    namespace: kserve-ci-e2e-test
    resourceVersion: "29465"
    uid: 7c45d36d-12e7-4ecd-8cad-952e4df9bf7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e36c0f4ffcec
    namespace: kserve-ci-e2e-test
    resourceVersion: "29466"
    uid: fc3a39fa-683b-4629-84f3-0c305dae7e4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:22:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:53Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e36c7af7fc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30362"
    uid: 3342ccfc-05e0-48a4-b7e9-7ad0af7d6068
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:22:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e380b1977578
    namespace: kserve-ci-e2e-test
    resourceVersion: "30323"
    uid: d1f77273-e615-48d5-9cee-ccc262db4a99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:22:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:48Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e380b19b6040
    namespace: kserve-ci-e2e-test
    resourceVersion: "30324"
    uid: 0a9d7fc0-bfd8-4ef7-a068-f2fee73cecb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29345"
    uid: 0be5b7c4-9387-4443-849a-08d5e80240f3
  kind: Event
  lastTimestamp: "2026-09-16T19:22:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:53Z"
    name: isvc-lightgbm-predictor-54f85ddf88-wxbq5.18d5e381ab29680f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30358"
    uid: 8c4866da-0c39-49e7-85bc-636739c753e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "29335"
    uid: c740f62d-a348-4299-969a-e6d1c06a0d75
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-wxbq5'
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d5e3696629b60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29348"
    uid: 29d5201c-bbff-4bd2-bb7b-8b93309e02e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29333"
    uid: b5564041-348c-4f91-8cdb-74189e6f0554
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-lightgbm-predictor.18d5e36961d5c837
    namespace: kserve-ci-e2e-test
    resourceVersion: "29337"
    uid: 1d023b3f-d86c-492f-ba87-e0b8219de60f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 99c43be2-9be6-4970-9dab-0a85d6287212
  kind: Event
  lastTimestamp: "2026-09-16T19:21:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:38Z"
    name: isvc-lightgbm-predictor.18d5e36ce06cd7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29639"
    uid: f0521fdf-8f8f-42b8-8dd1-cf5ad12016d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29334"
    uid: 99c43be2-9be6-4970-9dab-0a85d6287212
  kind: Event
  lastTimestamp: "2026-09-16T19:21:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:38Z"
    name: isvc-lightgbm-predictor.18d5e36ce1000e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29640"
    uid: 2c648e5a-b8ab-44f4-b39f-8eb5f7daa27a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29496"
    uid: 99c43be2-9be6-4970-9dab-0a85d6287212
  kind: Event
  lastTimestamp: "2026-09-16T19:22:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:38Z"
    name: isvc-lightgbm-predictor.18d5e373dec0d355
    namespace: kserve-ci-e2e-test
    resourceVersion: "30213"
    uid: 125558ec-4bae-4a09-8e2a-f2887a409113
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29496"
    uid: 99c43be2-9be6-4970-9dab-0a85d6287212
  kind: Event
  lastTimestamp: "2026-09-16T19:22:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:38Z"
    name: isvc-lightgbm-predictor.18d5e373df63d683
    namespace: kserve-ci-e2e-test
    resourceVersion: "30214"
    uid: 873cae0a-afc4-4d04-8bbb-edd01d6d150b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:54.071693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30387"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e381ea5a2886
    namespace: kserve-ci-e2e-test
    resourceVersion: "30393"
    uid: 81b4c850-add3-4f74-affd-c4a52779bcf9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e381f917fa70
    namespace: kserve-ci-e2e-test
    resourceVersion: "30405"
    uid: 0dd32f2a-ef4e-4d01-a42b-1a1aec8ee415
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30400"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:55Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e3822fe83330
    namespace: kserve-ci-e2e-test
    resourceVersion: "30416"
    uid: 331f5f3c-2b0b-46e2-9477-7b496c6a138e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e38231afbe66
    namespace: kserve-ci-e2e-test
    resourceVersion: "30419"
    uid: 6c9d0509-36f6-4a7a-8a38-8c6ad84f97db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e38234bee99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30420"
    uid: 519759a8-6df5-400a-ae35-5c51ae6b5f18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e3823525f733
    namespace: kserve-ci-e2e-test
    resourceVersion: "30421"
    uid: 909a97b6-642b-453b-8d13-c5c1f6679390
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e38328e46cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30453"
    uid: 5a880df1-1106-4d43-998e-0c6f1499f0f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e3832bd56114
    namespace: kserve-ci-e2e-test
    resourceVersion: "30455"
    uid: f4ebcf7b-17f9-4c41-8671-cdc7b8ff348a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e3832c3f5817
    namespace: kserve-ci-e2e-test
    resourceVersion: "30456"
    uid: 350c1597-a5fb-41c2-a480-4ad0cec79818
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e3832c4a0c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30457"
    uid: 86ebdc2a-1266-4270-852a-147dac3105a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e3832f986980
    namespace: kserve-ci-e2e-test
    resourceVersion: "30460"
    uid: 95fb64c7-886c-4f97-9b95-df797fca45a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e38330217cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30461"
    uid: 851a2573-6ade-40fc-a952-3a86d2426985
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:24:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e38364f123d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31242"
    uid: 54e2a21f-2c04-4773-a64e-25218036226a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:24:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e396ef3251a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31222"
    uid: f4db7900-5f25-4ba2-9de0-e2a137ed95d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:24:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e396ef32e127
    namespace: kserve-ci-e2e-test
    resourceVersion: "31223"
    uid: 869a2ed9-f5b3-4c7a-addc-fb4a178725f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 163d14dd-fd0d-4b77-af77-90d920df4d23
  kind: Event
  lastTimestamp: "2026-09-16T19:24:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m.18d5e3976b20c863
    namespace: kserve-ci-e2e-test
    resourceVersion: "31241"
    uid: 9c8d1a66-8d80-43e3-acfd-f925078c5e06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30378"
    uid: 2bf8642d-fa37-4555-b807-74d1eaa7536f
  kind: Event
  lastTimestamp: "2026-09-16T19:22:54Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-rzc5m'
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d5e381e9d60cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30388"
    uid: e81d5021-37cb-4ec0-8ffc-62f7ee8c5562
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: fc938574-9aa0-417a-abbf-ccc775d96e08
  kind: Event
  lastTimestamp: "2026-09-16T19:22:54Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:54Z"
    name: isvc-lightgbm-runtime-predictor.18d5e381e6598f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: eb2a657a-f799-481f-bef3-39fa67f8e557
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30377"
    uid: d1ca7dd8-0a01-410d-9963-9fc508e79400
  kind: Event
  lastTimestamp: "2026-09-16T19:23:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:09Z"
    name: isvc-lightgbm-runtime-predictor.18d5e38564aa5b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30543"
    uid: 791087f6-02f2-4cd4-834a-0555e22b531f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30377"
    uid: d1ca7dd8-0a01-410d-9963-9fc508e79400
  kind: Event
  lastTimestamp: "2026-09-16T19:23:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:09Z"
    name: isvc-lightgbm-runtime-predictor.18d5e385653cc4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: e630f16e-fc5c-4fbe-818b-24f01e4fb5cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: d1ca7dd8-0a01-410d-9963-9fc508e79400
  kind: Event
  lastTimestamp: "2026-09-16T19:24:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: isvc-lightgbm-runtime-predictor.18d5e388e3f77dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31204"
    uid: fd3b4d00-3b55-495a-b006-f24368c8773b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: d1ca7dd8-0a01-410d-9963-9fc508e79400
  kind: Event
  lastTimestamp: "2026-09-16T19:24:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: isvc-lightgbm-runtime-predictor.18d5e388e461bf81
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: 0c41dfce-5744-4322-91c4-309e8c4aa076
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30367"
    uid: afe91f30-69f1-4740-8a4a-731ffbdc7d14
  kind: Event
  lastTimestamp: "2026-09-16T19:24:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-lightgbm-runtime.18d5e381e65af67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31151"
    uid: b7203bac-0cd3-4ed4-bc27-3ff0dcf4cf05
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30367"
    uid: afe91f30-69f1-4740-8a4a-731ffbdc7d14
  kind: Event
  lastTimestamp: "2026-09-16T19:22:54Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:54Z"
    name: isvc-lightgbm-runtime.18d5e381e713ac6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30384"
    uid: 5a3a8dcd-23df-4cfc-a808-10c1d4cdf072
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31149"
    uid: afe91f30-69f1-4740-8a4a-731ffbdc7d14
  kind: Event
  lastTimestamp: "2026-09-16T19:24:16Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-lightgbm-runtime.18d5e3951cce2724
    namespace: kserve-ci-e2e-test
    resourceVersion: "31150"
    uid: 2cadb1c1-f32b-4966-b6b0-b21f534aedec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:25:24.899897Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31871"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:25:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a50869e34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: 52bc701c-484e-4cc5-bbfe-55c501835e11
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31883"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:25Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:25:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a52a7130eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31895"
    uid: 7311088e-55f6-42b9-8f8c-ef279593ee98
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a52c171b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "31898"
    uid: 06296034-6d01-447d-8603-ac30a311de0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a52ea83e48
    namespace: kserve-ci-e2e-test
    resourceVersion: "31900"
    uid: 60282471-f3fb-4fae-90e4-fe17ddd3c2b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a52f1e5864
    namespace: kserve-ci-e2e-test
    resourceVersion: "31901"
    uid: fba04f16-0b32-45ec-ac55-1c8e2d66e236
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:30Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a63b01deba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31937"
    uid: 4741c32b-76e9-4406-836b-2eb288012bfa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a63e2b28f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: 391cb491-85c1-4245-9d96-d020823f1136
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a63ea3209a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31942"
    uid: ebc67426-a915-4a88-bca9-c3af0fdf0fd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a63eade7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "31943"
    uid: 1e3f7750-90f5-4d94-b260-4e0801439ce9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a642831428
    namespace: kserve-ci-e2e-test
    resourceVersion: "31947"
    uid: e644b820-e55a-44c5-b422-34e05cd18270
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a64301a2c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31948"
    uid: 7dbbbcd3-5b6f-49d0-996a-b639b9d5ce88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:33Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:33Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a6b2df7656
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 2d08dadb-11cf-4ab3-8510-99ad46bdad78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a9adc27fac
    namespace: kserve-ci-e2e-test
    resourceVersion: "32079"
    uid: 834d71de-952d-46b7-946a-202c4b4cf4b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31874"
    uid: ce52bc0c-8010-4e35-b4cd-586b3bc6d64e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:44Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6.18d5e3a9adc35ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32081"
    uid: 32af0af6-7ad6-47ea-951d-e4a3985e3807
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31859"
    uid: d84fee5f-1d6e-44bd-9383-8a44ba39837b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:24Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-d2rp6'
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d5e3a507a6a7d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31872"
    uid: 20de0f9e-5224-45f5-8a1b-40e826c3fafe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31857"
    uid: 446ca792-0be7-42ec-913b-fa7d0c11d988
  kind: Event
  lastTimestamp: "2026-09-16T19:25:24Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:24Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e3a503481a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "31860"
    uid: 29cffbf2-9bdd-4e9b-9c99-d35fbbe51ef4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31858"
    uid: 79ca392c-5331-4130-9bcb-80d54d55acc3
  kind: Event
  lastTimestamp: "2026-09-16T19:25:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e3a8821990cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32027"
    uid: ec6827a1-a7be-44f2-9c93-414b656bb3ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31858"
    uid: 79ca392c-5331-4130-9bcb-80d54d55acc3
  kind: Event
  lastTimestamp: "2026-09-16T19:25:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:39Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e3a8828c5483
    namespace: kserve-ci-e2e-test
    resourceVersion: "32029"
    uid: d06f9897-a52c-4342-b988-7cab8f090982
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31849"
    uid: 903e1a82-5a4c-42ae-af71-82618f5e0225
  kind: Event
  lastTimestamp: "2026-09-16T19:25:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:38Z"
    name: isvc-lightgbm-v2-kserve.18d5e3a5034be97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32013"
    uid: 21cbaafe-2eca-443d-91dc-4060789f7f01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31849"
    uid: 903e1a82-5a4c-42ae-af71-82618f5e0225
  kind: Event
  lastTimestamp: "2026-09-16T19:25:24Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:24Z"
    name: isvc-lightgbm-v2-kserve.18d5e3a503d30016
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: d486fff9-8a5f-41b0-aef5-d36fd0a3aaa1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31851"
    uid: 903e1a82-5a4c-42ae-af71-82618f5e0225
  kind: Event
  lastTimestamp: "2026-09-16T19:25:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:24Z"
    name: isvc-lightgbm-v2-kserve.18d5e3a50d18f0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: 6da360a5-65c4-431e-b4f0-b4a05b2f57d2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32011"
    uid: 903e1a82-5a4c-42ae-af71-82618f5e0225
  kind: Event
  lastTimestamp: "2026-09-16T19:25:38Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:38Z"
    name: isvc-lightgbm-v2-kserve.18d5e3a81fe71661
    namespace: kserve-ci-e2e-test
    resourceVersion: "32012"
    uid: 3a5b0040-d158-4454-8dd3-5c4cd8fdbd88
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:24:29.548604Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31291"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:24:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:24:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e3982538342e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 7e41caf2-3105-4d92-8ae4-95333bf25f4a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e398315acc19
    namespace: kserve-ci-e2e-test
    resourceVersion: "31308"
    uid: 4a1e556a-3b4f-4bcb-90dd-01a423356672
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31301"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e3986afd6ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 40e11c7c-9ed3-4499-9736-dfa3f6d75409
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e3986c793656
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: 6c011d8f-4c82-43ec-8901-e0ce1edc68de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e3986fe1d45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31323"
    uid: 5a4950b2-c329-4299-819c-55799f755407
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:30Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e3987065b268
    namespace: kserve-ci-e2e-test
    resourceVersion: "31324"
    uid: 462f09c8-46e6-4dab-8a9d-0201a7e1d06b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e3995eef767e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31363"
    uid: 7b89ee99-7b13-4f7c-8ab8-01a1a32a7481
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e39961ec4b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31365"
    uid: 9d1981f9-e316-42f9-9f78-1a035275c7e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e3996266ea36
    namespace: kserve-ci-e2e-test
    resourceVersion: "31367"
    uid: fe32bb8d-04be-4af9-a898-8955a9b01afb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e39962733294
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: f0e40902-0c04-49dc-b343-7ad5459575b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e39965f16cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: aac3f084-895d-4ce5-a290-368d9c7811d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:24:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e399666daefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31373"
    uid: 6b6fa612-7aeb-4dd8-bc36-38355f71213b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:25:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e3a3ce24f815
    namespace: kserve-ci-e2e-test
    resourceVersion: "31802"
    uid: e9cf73e3-94ed-4073-a1c7-c1c76d5d29f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 2bcc41d5-b3a2-43e8-9d93-ea3b3f87e64f
  kind: Event
  lastTimestamp: "2026-09-16T19:25:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl.18d5e3a3ce25aa67
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: bc58fffc-c4ce-4e13-9204-1e176b360bb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31282"
    uid: 543d50ab-ce1b-4f00-8826-b3dbf67476e6
  kind: Event
  lastTimestamp: "2026-09-16T19:24:29Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-brpcl'
  metadata:
    creationTimestamp: "2026-09-16T19:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:29Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d5e39824a16055
    namespace: kserve-ci-e2e-test
    resourceVersion: "31292"
    uid: 0a6afa5e-4f7a-4e45-b1b9-48ee83e613c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: 4f20ec16-9d55-44fe-9c04-11fb332a9667
  kind: Event
  lastTimestamp: "2026-09-16T19:24:29Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:29Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e39821631e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "31283"
    uid: b8bb931d-b7b4-43ba-8931-52393158b7af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31281"
    uid: cd70a0d4-2e91-4f2a-a58b-3d554400d517
  kind: Event
  lastTimestamp: "2026-09-16T19:24:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e39ba06767ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31630"
    uid: 85c248ae-c1bd-487c-b528-e68599d56333
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31281"
    uid: cd70a0d4-2e91-4f2a-a58b-3d554400d517
  kind: Event
  lastTimestamp: "2026-09-16T19:24:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:59Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e39ba0e17a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "31631"
    uid: 42162c62-e936-493b-af7e-463b1a48331f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31445"
    uid: cd70a0d4-2e91-4f2a-a58b-3d554400d517
  kind: Event
  lastTimestamp: "2026-09-16T19:25:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3a29e965c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "31749"
    uid: 2a30c75b-e591-406d-89b1-4b4c5762e82d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31445"
    uid: cd70a0d4-2e91-4f2a-a58b-3d554400d517
  kind: Event
  lastTimestamp: "2026-09-16T19:25:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:14Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3a29f075b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: 43a238cd-5387-411c-88fb-19274c361604
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31272"
    uid: b3cf3932-bb70-4284-9356-875a3af696f0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:12Z"
    name: isvc-lightgbm-v2-runtime.18d5e39821a68e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31738"
    uid: 5ba592ba-e8f3-4335-88e9-3ecfdd273dc1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31272"
    uid: b3cf3932-bb70-4284-9356-875a3af696f0
  kind: Event
  lastTimestamp: "2026-09-16T19:24:29Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:29Z"
    name: isvc-lightgbm-v2-runtime.18d5e398221f406b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: 03bafde9-58d9-49c8-a58f-2eecbbdc77a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31736"
    uid: b3cf3932-bb70-4284-9356-875a3af696f0
  kind: Event
  lastTimestamp: "2026-09-16T19:25:12Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:12Z"
    name: isvc-lightgbm-v2-runtime.18d5e3a23ef2cd13
    namespace: kserve-ci-e2e-test
    resourceVersion: "31737"
    uid: bb1bd9b7-2906-491a-843b-44b3734a43e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: 5e029be7-daba-4e5c-8a94-949d10b44709
  kind: Event
  lastTimestamp: "2026-09-16T19:22:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:43Z"
    name: isvc-lightgbm.18d5e369623b46fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30266"
    uid: 76d085cb-5bf4-4e13-8515-8d507e25da93
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: 5e029be7-daba-4e5c-8a94-949d10b44709
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-lightgbm.18d5e36962d1eab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29358"
    uid: 08dbd859-82f2-470f-8f2a-74d055928114
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29327"
    uid: 5e029be7-daba-4e5c-8a94-949d10b44709
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-lightgbm.18d5e3696a30db1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29359"
    uid: ab23e215-6cc6-4c19-9c10-183632239b82
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30264"
    uid: 5e029be7-daba-4e5c-8a94-949d10b44709
  kind: Event
  lastTimestamp: "2026-09-16T19:22:43Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:43Z"
    name: isvc-lightgbm.18d5e37f80acd0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30265"
    uid: 5569cc73-a858-4928-a3b7-9c7433cb34c2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:59:28.111472Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16696"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-5b98795569-x8t2b
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:59:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:59:28Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23a9097b5f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: b96be8a1-8d23-4985-958f-e8eb11096e13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:28Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23a9e3cb106
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: b4c65604-91b3-46b0-ba72-336c76342ab1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:29Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:59:29Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23ad650112a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: 449a56c2-362b-4837-8440-a26841b54cfb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:29Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23ad7dd551a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: 6b8bdd40-5b68-4e7b-ba9d-f4821f639f6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:29Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23ada9045ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16722"
    uid: dd5eac55-0f14-4aa0-acdc-50dcb15b67e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:29Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23adafe6b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: b530d6b4-c1ab-48a7-9f20-aa35e763414e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:33Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23be7d44a03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: 3e79a5d9-08bb-4951-9d4c-c59ff399a85f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:33Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23beacd5cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: 27ffe525-f890-40aa-865d-e299978b964a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:33Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23beb3a5483
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: 2f1f8242-1816-44e6-9fcc-b591314b52a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:33Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23beb4456b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: b21755af-90fd-4819-841b-b72e19f106fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:33Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23bed8f2472
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 10c4150a-93f1-4c8e-984e-59ad08b8e870
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:33Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23bedfa992c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: e1929855-1f5f-4fe2-9925-542eaf550103
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:33Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:fca41bf6c76d7657f169edd3dc0c6debdb0e457b6b69858a1a9fecfede46fd40"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:33Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23bee03b120
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: a1571a55-64a8-476b-ae9d-b08ed6e3f6d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:34Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:34Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23bf0a44ca5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: 0a68259b-c9cc-4b76-be1e-47389dd1097e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T18:59:34Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:34Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23bf10b2620
    namespace: kserve-ci-e2e-test
    resourceVersion: "16779"
    uid: d047928e-8d3b-4156-8d0f-481a09b2a2bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T19:01:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:01Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23c23deb559
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: 986f083e-d8c7-43bd-84fb-9af489b5567d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T19:01:11Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:11Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e23c5fa78a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: b5c6a0b2-5377-4e6e-afb6-9a8fc0c1db14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e24e666de5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: f1d5981c-2627-420d-9f07-1c1f8ab0375c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e24e666e1d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: 62e7f6a6-37f9-4ca4-8592-fbb7a2154f9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e24e666e3c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 1ea3c033-37e4-4199-8f3b-7e5829faded6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-5b98795569-x8t2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 2920713d-1049-4d97-b8c1-4cf7d54b75e3
  kind: Event
  lastTimestamp: "2026-09-16T19:01:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:11Z"
    name: isvc-logger-predictor-5b98795569-x8t2b.18d5e24f3bdd3df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: ad7dc1d2-3ee7-4f55-909a-3289904abd13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-5b98795569
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: 8e8c178f-0415-4896-b0e4-1ed4dc04d264
  kind: Event
  lastTimestamp: "2026-09-16T18:59:28Z"
  message: 'Created pod: isvc-logger-predictor-5b98795569-x8t2b'
  metadata:
    creationTimestamp: "2026-09-16T18:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:28Z"
    name: isvc-logger-predictor-5b98795569.18d5e23a9023644b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 3bca1e58-3bbd-4d7a-9710-3cbe9ecd4c06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: 8562fa14-0fb7-4802-b08e-2e2de722e416
  kind: Event
  lastTimestamp: "2026-09-16T18:59:28Z"
  message: Scaled up replica set isvc-logger-predictor-5b98795569 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:28Z"
    name: isvc-logger-predictor.18d5e23a8c668683
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: c7c294b6-9862-4c33-aef5-6f3b29cbeed8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: 3adc996e-5291-4a96-8fd6-7e9fee903d9d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:13Z"
    name: isvc-logger-predictor.18d5e23e0b5bb344
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: 073daedd-1f9e-460a-a542-30b31382c633
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: 3adc996e-5291-4a96-8fd6-7e9fee903d9d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:13Z"
    name: isvc-logger-predictor.18d5e23e0bc8793c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17185"
    uid: 6d671503-1e7c-4e1d-88bc-5d7e7bf5a1aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: 3adc996e-5291-4a96-8fd6-7e9fee903d9d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:43Z"
    name: isvc-logger-predictor.18d5e2488823d348
    namespace: kserve-ci-e2e-test
    resourceVersion: "17414"
    uid: 868bb598-155b-44df-bc2d-14fbbfb8c3a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16863"
    uid: 3adc996e-5291-4a96-8fd6-7e9fee903d9d
  kind: Event
  lastTimestamp: "2026-09-16T19:00:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:43Z"
    name: isvc-logger-predictor.18d5e2488901210a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17415"
    uid: 601da4cd-8332-4602-aa0b-3ed6a6704c2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: c75980df-9943-4926-ab1f-8378d010ac98
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-logger.18d5e23a8c6c295d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 370e071d-552c-4130-a32a-d92baa8f699f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: c75980df-9943-4926-ab1f-8378d010ac98
  kind: Event
  lastTimestamp: "2026-09-16T18:59:28Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:28Z"
    name: isvc-logger.18d5e23a8d0df19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16690"
    uid: 076c424e-da2c-49ae-9999-9b3b19ec8a5e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: c75980df-9943-4926-ab1f-8378d010ac98
  kind: Event
  lastTimestamp: "2026-09-16T19:00:42Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:42Z"
    name: isvc-logger.18d5e24bc56eee04
    namespace: kserve-ci-e2e-test
    resourceVersion: "17406"
    uid: ee8dc9c8-f111-4cad-99ec-dd68727ca14c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:25:50.079199Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32155"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:25:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:25:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3aae5377ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32162"
    uid: ce4974cf-750f-488c-b694-74515a721452
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3aaf282c99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: 9fbdd769-ad02-42a3-a77e-1a332378b703
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32166"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:51Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3ab2af84198
    namespace: kserve-ci-e2e-test
    resourceVersion: "32184"
    uid: 1ed1020d-32c6-429e-8100-705bd8dc2339
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3ab2c5b59a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32187"
    uid: cc65bd77-90d2-4a0a-87f2-f93d437f7bea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3ab2fe4e526
    namespace: kserve-ci-e2e-test
    resourceVersion: "32189"
    uid: 75b571a0-4dcc-487f-9a92-94f21854532c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3ab30590283
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: 1e5daec3-14df-4dee-a590-7ada22371a68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3ac1308eebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32241"
    uid: 3c87d0c0-1960-450a-946f-68d1f9fbdc2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3ac163e3072
    namespace: kserve-ci-e2e-test
    resourceVersion: "32243"
    uid: 247a68a8-18db-41ed-9b7d-796af2decdcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3ac16bbe67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32246"
    uid: 228ed7bd-aea1-47ff-ad1e-df965375503f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3ac16c9222e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32247"
    uid: 3087286a-56f0-49cd-886b-aafb777bca1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3ac1a55a87a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32249"
    uid: abdefe30-a937-48d1-982f-541bab57f0bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3ac1ad6518a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32251"
    uid: a067188d-95ae-4be9-aeb9-2ecd4af44f1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:26:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3b68e2b96cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32668"
    uid: dffa1738-6e22-46f6-bfb1-0eb1251b4265
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: bca03f78-2c47-490e-9793-b12a90d55ca5
  kind: Event
  lastTimestamp: "2026-09-16T19:26:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:40Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq.18d5e3b68e2c12b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32669"
    uid: f09d544f-0c4a-43a9-8a31-66a29c87914e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "32146"
    uid: 7fd9b0b7-1ae2-47f2-92ee-9594920fd225
  kind: Event
  lastTimestamp: "2026-09-16T19:25:50Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-4gcmq'
  metadata:
    creationTimestamp: "2026-09-16T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:50Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d5e3aae48adf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "32156"
    uid: 75cd6ed8-06cb-4183-a8dd-2cc49093d9ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: 88421b6b-bd82-453a-ad37-5d100878f82b
  kind: Event
  lastTimestamp: "2026-09-16T19:25:50Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3aae109e157
    namespace: kserve-ci-e2e-test
    resourceVersion: "32147"
    uid: eb821a66-e63a-458d-a305-4c84f563095c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32145"
    uid: fe6ba122-6303-4e44-a9bb-d44756ffa001
  kind: Event
  lastTimestamp: "2026-09-16T19:26:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3ae60124ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32613"
    uid: 36f60e56-27d4-45a6-b618-f953fa3158db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32145"
    uid: fe6ba122-6303-4e44-a9bb-d44756ffa001
  kind: Event
  lastTimestamp: "2026-09-16T19:26:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3ae6081529c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32615"
    uid: 8f60cd04-5c1e-43cf-aee0-9e2817425782
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 2f9c3852-4b07-422b-9764-bf95626d8bb4
  kind: Event
  lastTimestamp: "2026-09-16T19:26:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:33Z"
    name: isvc-mlflow-v2-runtime.18d5e3aae13b55ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: 02b69b26-a15c-4039-b810-d554f7daacd0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 2f9c3852-4b07-422b-9764-bf95626d8bb4
  kind: Event
  lastTimestamp: "2026-09-16T19:25:50Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:50Z"
    name: isvc-mlflow-v2-runtime.18d5e3aae1f09fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32168"
    uid: 736fd1c7-54c4-4543-9e64-14ef7abf3113
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32139"
    uid: 2f9c3852-4b07-422b-9764-bf95626d8bb4
  kind: Event
  lastTimestamp: "2026-09-16T19:25:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:50Z"
    name: isvc-mlflow-v2-runtime.18d5e3aae90ef533
    namespace: kserve-ci-e2e-test
    resourceVersion: "32169"
    uid: 74cda5a7-3825-479c-bdbc-b3e60fc337e1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32597"
    uid: 2f9c3852-4b07-422b-9764-bf95626d8bb4
  kind: Event
  lastTimestamp: "2026-09-16T19:26:33Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:33Z"
    name: isvc-mlflow-v2-runtime.18d5e3b4f36b93eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32598"
    uid: d2f3cb5b-033b-496e-a70e-61ae2cbcdda5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:28:10.558520Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33519"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:28:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:28:10Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cb9a6fe351
    namespace: kserve-ci-e2e-test
    resourceVersion: "33523"
    uid: 8c80649b-3897-4569-845e-e138df60ffe3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33529"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:11Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:28:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cbbc63a5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33538"
    uid: 7e3695a9-9e78-4bee-99ad-7ae1c1ac8a3e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cbbdcb60b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33540"
    uid: a1d107dc-d664-456c-a7bf-7d7f2980ae9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cbc039168d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33541"
    uid: c0ddd055-32fb-4f72-b62e-a5d55fa2ac14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:11Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cbc0a60360
    namespace: kserve-ci-e2e-test
    resourceVersion: "33542"
    uid: 5cdfbf92-223d-4d3e-a736-cd08d2b7dfa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:15Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:15Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3ccd03596de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33587"
    uid: 5bc78684-0342-4b24-a7c1-25e64cbce036
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:26Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.829s (10.829s
    including waiting). Image size: 1175702273 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cf55b8777b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33677"
    uid: 494301ac-ebf3-43e4-ab5c-5f546766e6b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cf592db5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33678"
    uid: feca603c-2d6b-47dc-94b4-250f792868da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cf59a8d6bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33680"
    uid: 7731da92-9a1e-416a-81e3-4a44d619c5df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cf59b4e0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "33681"
    uid: 6c6efa9d-150a-4c15-8ac9-65459479e569
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cf5c6680fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33682"
    uid: 40e7d8c6-5b6a-4ced-8aba-b5784745ca79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:28:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cf5ce27bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33683"
    uid: 0ff84d91-11ca-4214-b24f-301c91352522
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:29:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:28:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3cf632f03b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34218"
    uid: 6c16f781-f949-4b94-a97a-c7295a828f32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:29:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3dc2e16b824
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: eea066c3-d62f-4faf-9dca-04d12b05e3f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:29:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3dc2e175abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34201"
    uid: 2d8277f2-f722-4a54-bc5a-1d2eba7f19ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33521"
    uid: 735cbee7-79d4-428a-baa7-dcafc9f951db
  kind: Event
  lastTimestamp: "2026-09-16T19:29:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:22Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-wgw6b.18d5e3dc6d4c1274
    namespace: kserve-ci-e2e-test
    resourceVersion: "34217"
    uid: 3f8ba2f5-326f-40f5-ae96-0b7f0a169593
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33510"
    uid: ee690751-11ab-4b31-b834-7ae2c9cb2322
  kind: Event
  lastTimestamp: "2026-09-16T19:28:10Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-wgw6b'
  metadata:
    creationTimestamp: "2026-09-16T19:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:10Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d5e3cb9a00c694
    namespace: kserve-ci-e2e-test
    resourceVersion: "33520"
    uid: 2aa416d5-ed56-4007-a30c-29603adc00ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33508"
    uid: 7eab096e-6def-4c70-af49-d68bb9040d98
  kind: Event
  lastTimestamp: "2026-09-16T19:28:10Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:10Z"
    name: isvc-paddle-predictor.18d5e3cb96eb827e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: 9e2363e1-9196-4b1a-95ee-621597df3216
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33509"
    uid: 67b459c8-ad1b-4f21-be21-ee1989e4aaba
  kind: Event
  lastTimestamp: "2026-09-16T19:29:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:10Z"
    name: isvc-paddle-predictor.18d5e3cf1598cb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34010"
    uid: 721d1853-1bae-49dc-8487-92b5f9ecf05f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33509"
    uid: 67b459c8-ad1b-4f21-be21-ee1989e4aaba
  kind: Event
  lastTimestamp: "2026-09-16T19:29:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:10Z"
    name: isvc-paddle-predictor.18d5e3cf1616a888
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: a4613c2d-1883-473a-a9f3-a58a843a0065
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33667"
    uid: 67b459c8-ad1b-4f21-be21-ee1989e4aaba
  kind: Event
  lastTimestamp: "2026-09-16T19:28:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:55Z"
    name: isvc-paddle-predictor.18d5e3d6142a88c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33901"
    uid: 794f10e8-3c0d-4db5-ba08-1c316fefb0ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33667"
    uid: 67b459c8-ad1b-4f21-be21-ee1989e4aaba
  kind: Event
  lastTimestamp: "2026-09-16T19:28:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:55Z"
    name: isvc-paddle-predictor.18d5e3d6149b84e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33903"
    uid: bcb6ac42-0ce9-41a4-8ccf-713af3b2e69e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:29:26.980433Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34276"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-kcr96
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:29:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:29:26Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3dd6589ae0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34282"
    uid: 9aa00234-bf7d-4de1-a7e3-65d62f54f922
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34286"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:27Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:29:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3dd8757683b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34293"
    uid: a9b026a4-5de1-49b0-9135-057363714311
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3dd88d54ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34295"
    uid: f5618d8e-edd8-49d9-a437-cd67407383aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3dd8b57b022
    namespace: kserve-ci-e2e-test
    resourceVersion: "34297"
    uid: 856b0733-ef86-4a84-a96c-f1fbe315cd96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:27Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3dd8bbe40fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: f1c8c03e-365f-49cf-b835-de053a1cea73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:33Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3ded2cb52a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34346"
    uid: dbe49a9a-0000-446a-88dd-1e2ca078b8b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3ded59e73af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: 0d3b01b6-7bd7-4b38-9cdf-b68f432a8b85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3ded6079f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "34349"
    uid: 63a13d00-2a2a-4816-8475-f65f4a4fbebb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3ded6116ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34350"
    uid: ffd03e47-f923-4c4b-b0fb-0eb4d5a7ecc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3ded8c0b5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34353"
    uid: c73c2a83-4902-4f5d-a600-49dec9104c54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:29:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:33Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3ded9273e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "34354"
    uid: dac0c941-2b7b-458c-b009-38c2b661436a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:30:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3df0ecbb90e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34806"
    uid: 2f236029-b327-4847-a183-297c15325313
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:30:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:28Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3eb9f66041d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34786"
    uid: e6adc2d4-4500-4690-b41f-19f0438949d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:30:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:28Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3eb9f672c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "34787"
    uid: cfb42681-7f27-4b86-bb24-28a725e817d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96
    namespace: kserve-ci-e2e-test
    resourceVersion: "34280"
    uid: 5dd4c9bd-67d0-4f0c-afb0-edb66d414fee
  kind: Event
  lastTimestamp: "2026-09-16T19:30:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-kcr96.18d5e3ec18e344ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34805"
    uid: 74a849a6-aa95-4e1b-a56c-569b1fb22d93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "34267"
    uid: dd38b744-5b6e-4f7c-beec-678ad5330bf2
  kind: Event
  lastTimestamp: "2026-09-16T19:29:26Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-kcr96'
  metadata:
    creationTimestamp: "2026-09-16T19:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:26Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d5e3dd64da15d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34279"
    uid: 8352644d-56b0-4d1e-9be8-396575e2a333
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34265"
    uid: 7f106f65-1775-418f-b0b4-a03e6dc5d2cd
  kind: Event
  lastTimestamp: "2026-09-16T19:29:26Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:26Z"
    name: isvc-paddle-runtime-predictor.18d5e3dd6082e15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34269"
    uid: effe2c82-035e-47cd-9bf4-90254609cca4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34266"
    uid: 0b82500b-30d7-4d2e-9d2e-e755041f4a55
  kind: Event
  lastTimestamp: "2026-09-16T19:30:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:11Z"
    name: isvc-paddle-runtime-predictor.18d5e3e0df4964a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34650"
    uid: 146248c6-363a-4260-a1d0-7e3ecf2f5ea4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34266"
    uid: 0b82500b-30d7-4d2e-9d2e-e755041f4a55
  kind: Event
  lastTimestamp: "2026-09-16T19:30:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:11Z"
    name: isvc-paddle-runtime-predictor.18d5e3e0dfbc6677
    namespace: kserve-ci-e2e-test
    resourceVersion: "34651"
    uid: 0815ea73-b935-41ba-a7a8-53ecce804e06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: 0b82500b-30d7-4d2e-9d2e-e755041f4a55
  kind: Event
  lastTimestamp: "2026-09-16T19:30:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:26Z"
    name: isvc-paddle-runtime-predictor.18d5e3eb5c34a5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34758"
    uid: f62ff77c-27c3-4e1b-9697-b57aac5dbee8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34431"
    uid: 0b82500b-30d7-4d2e-9d2e-e755041f4a55
  kind: Event
  lastTimestamp: "2026-09-16T19:30:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:26Z"
    name: isvc-paddle-runtime-predictor.18d5e3eb5ca26bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34760"
    uid: 7acbc476-3fed-4e7b-abf5-e9a79eac9f43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34257"
    uid: 25dd0a5e-e722-49e9-904e-48cf3bcd4227
  kind: Event
  lastTimestamp: "2026-09-16T19:30:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:20Z"
    name: isvc-paddle-runtime.18d5e3dd60cc49f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: 92551aad-8321-4483-a6d3-94b1531dba19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34257"
    uid: 25dd0a5e-e722-49e9-904e-48cf3bcd4227
  kind: Event
  lastTimestamp: "2026-09-16T19:29:26Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:26Z"
    name: isvc-paddle-runtime.18d5e3dd615766fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: 96367988-c672-4747-8c7a-3c588d6e64dc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34711"
    uid: 25dd0a5e-e722-49e9-904e-48cf3bcd4227
  kind: Event
  lastTimestamp: "2026-09-16T19:30:20Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:20Z"
    name: isvc-paddle-runtime.18d5e3e9ca70d513
    namespace: kserve-ci-e2e-test
    resourceVersion: "34712"
    uid: 316ef569-3a17-4c1a-8a79-1ab33b6aecdc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:30:33.294963Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34853"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ecd631153e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34861"
    uid: 009513c6-2188-4a9d-8eed-f22980527004
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34864"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ecf8026dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34880"
    uid: 7ede5474-f792-4d98-8fdf-123fbd34598a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ecf96e0a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "34882"
    uid: f214985e-5ae5-4b8f-9d04-8be4a12a78ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ecfc5e435e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34883"
    uid: 5dfb10e7-fcd2-4419-a4a2-50a5bd94fdf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ecfcc3b36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34884"
    uid: f0a903dd-f211-45fe-9636-79e334ba7d18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ee05a71d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "34925"
    uid: 7f447411-961e-4783-a09a-7ebc5308bedc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ee087e0f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34927"
    uid: df6306d0-d0fb-4810-a161-1322f74997fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ee0905b330
    namespace: kserve-ci-e2e-test
    resourceVersion: "34928"
    uid: 8fd1084f-a996-43d5-bad0-e52ee4d58763
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ee09132757
    namespace: kserve-ci-e2e-test
    resourceVersion: "34931"
    uid: 81a16ca4-5f77-48ec-bdbb-39c33e11fc22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ee0bdce9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34933"
    uid: c97119e3-7836-4725-8192-68ec814344a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ee0c45a057
    namespace: kserve-ci-e2e-test
    resourceVersion: "34935"
    uid: 98b72d50-caa7-41cc-85c8-0c97c614ae35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:31:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3ee7d80f30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35576"
    uid: 2cbd6c0b-a408-456b-8ef6-11589c4b242a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:31:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3fb20851665
    namespace: kserve-ci-e2e-test
    resourceVersion: "35562"
    uid: 3d49db80-d386-43e6-98cd-a22bc5da8746
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:31:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:34Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3fb20860879
    namespace: kserve-ci-e2e-test
    resourceVersion: "35563"
    uid: 831575b9-7e42-43c5-8980-5a29e489d47c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: 2461bc43-c95f-4b26-9012-fb9e3cbc7879
  kind: Event
  lastTimestamp: "2026-09-16T19:31:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:36Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm.18d5e3fb878c4c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35575"
    uid: 060495eb-2f30-4ffe-a29f-3d5893cec4e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34843"
    uid: b7e5e59a-dd24-4e75-8b57-ada1996b67f8
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-4rsvm'
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d5e3ecd59fcb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "34856"
    uid: 2e223f37-0137-483d-8b82-4f6dcc75989d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34841"
    uid: 324aefc1-ddaf-43b9-8fb8-7395375100cc
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3ecd1e67b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34845"
    uid: 585d8648-2219-4bb9-8d67-70365e54b960
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34842"
    uid: c7ec0eff-4497-4a9a-b227-6bd6d6027100
  kind: Event
  lastTimestamp: "2026-09-16T19:30:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:48Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3f050948e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "35003"
    uid: cf79705f-641e-4d75-bf29-3065848bccd8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34842"
    uid: c7ec0eff-4497-4a9a-b227-6bd6d6027100
  kind: Event
  lastTimestamp: "2026-09-16T19:30:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:48Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3f05103109a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35005"
    uid: 30b0b27d-4b52-4bf3-9a7d-faf04938dfac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: c7ec0eff-4497-4a9a-b227-6bd6d6027100
  kind: Event
  lastTimestamp: "2026-09-16T19:31:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:33Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3f3cff3cc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "35534"
    uid: 1c448e84-ad7c-4253-a9fa-cc0a721ecd42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: c7ec0eff-4497-4a9a-b227-6bd6d6027100
  kind: Event
  lastTimestamp: "2026-09-16T19:31:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:33Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e3f3d07d5396
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 0987531b-00cd-46fa-8fb5-22309cf4c771
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34834"
    uid: 6c4c3d6a-7c3f-417c-89c5-6f8707cc6ecb
  kind: Event
  lastTimestamp: "2026-09-16T19:31:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:26Z"
    name: isvc-paddle-v2-kserve.18d5e3ecd1f6ffbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35485"
    uid: 7300895f-4147-46c5-bd2a-84e556e561f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34834"
    uid: 6c4c3d6a-7c3f-417c-89c5-6f8707cc6ecb
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-paddle-v2-kserve.18d5e3ecd2940814
    namespace: kserve-ci-e2e-test
    resourceVersion: "34866"
    uid: b8da0e6b-7293-42f4-860c-01e642197186
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34836"
    uid: 6c4c3d6a-7c3f-417c-89c5-6f8707cc6ecb
  kind: Event
  lastTimestamp: "2026-09-16T19:30:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:33Z"
    name: isvc-paddle-v2-kserve.18d5e3ecd9c8e15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34867"
    uid: 4519c5f7-a696-4ac0-a0b3-79a80857b25f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35483"
    uid: 6c4c3d6a-7c3f-417c-89c5-6f8707cc6ecb
  kind: Event
  lastTimestamp: "2026-09-16T19:31:26Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:26Z"
    name: isvc-paddle-v2-kserve.18d5e3f93d3ba104
    namespace: kserve-ci-e2e-test
    resourceVersion: "35484"
    uid: 4bbb37a2-b0dd-4892-bfaa-c631529e839a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: a98230f8-b554-4611-a61c-a66471e8bb19
  kind: Event
  lastTimestamp: "2026-09-16T19:29:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:12Z"
    name: isvc-paddle.18d5e3cb970a67a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34033"
    uid: b300240c-da39-4334-bf1b-b8c8d45b99f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "33500"
    uid: a98230f8-b554-4611-a61c-a66471e8bb19
  kind: Event
  lastTimestamp: "2026-09-16T19:28:10Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:10Z"
    name: isvc-paddle.18d5e3cb97975370
    namespace: kserve-ci-e2e-test
    resourceVersion: "33515"
    uid: 0f449bd4-b476-43d9-ae0e-a45811d6fe8b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "34031"
    uid: a98230f8-b554-4611-a61c-a66471e8bb19
  kind: Event
  lastTimestamp: "2026-09-16T19:29:12Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:12Z"
    name: isvc-paddle.18d5e3da1ee71e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "34032"
    uid: 7e7ed8c4-8bf9-47bb-89b1-db51c2693606
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:31:39.887430Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-jt9wl
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:31:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:31:39Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3fc576983b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35630"
    uid: eaf05d78-760f-4f2c-8d4b-7094be109d63
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:31:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:40Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3fc5ea6e5d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35636"
    uid: cf6f0b60-4859-4bbb-b913-95bd2dfea2a9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35633"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:41Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:31:41Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3fc9d1c5e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "35649"
    uid: 760041d8-5c3e-48cf-ac59-2ff760836ed8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:41Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3fc9eb7d7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35651"
    uid: 91e30ce6-74fd-4770-bacf-748782181663
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:41Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3fca186225f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35653"
    uid: f602677f-27ff-45fc-bd6b-2e507368fff2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:31:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:41Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3fca1fa18d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35654"
    uid: 4417fea8-47b2-4408-8a2d-8e71151027e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:45Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:45Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3fda6cec363
    namespace: kserve-ci-e2e-test
    resourceVersion: "35691"
    uid: 2de55040-30ef-44d6-a647-19f00037795d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:53Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 8.418s (8.418s
    including waiting). Image size: 826884477 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:53Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3ff9c92711b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35759"
    uid: 54d169dd-520f-42b7-b044-b51972a9fe1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:53Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3ffa00fc489
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: 8983a4d2-c434-4bdf-b7a4-9d73611e4122
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3ffa07efb61
    namespace: kserve-ci-e2e-test
    resourceVersion: "35762"
    uid: 4b4ca31e-bbc7-43e0-bde8-844f5d2b82e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3ffa089809e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35763"
    uid: be1fdff8-c328-4fd7-bd5e-50f12800e59b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3ffa336d20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35767"
    uid: 94850089-4e8d-4d3a-86b3-08855053590e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:54Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3ffa3a812e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35768"
    uid: cf50e83a-6d3d-443e-8981-865a713cf9e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:33:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:11Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e3fffd732155
    namespace: kserve-ci-e2e-test
    resourceVersion: "36518"
    uid: 44753ee5-4823-42c8-bbc5-a3f1d2dcae10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:33:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:30Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e4162948010a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: 8c8865a4-c9ea-48f3-b089-007c80770a97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:33:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:30Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e41629487754
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: f4e6e69c-7f52-41b9-9edb-7880e8b497a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-jt9wl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35627"
    uid: 03c86426-2924-4140-b90d-b998fcab46e2
  kind: Event
  lastTimestamp: "2026-09-16T19:33:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:31Z"
    name: isvc-pmml-predictor-8674795f59-jt9wl.18d5e41657b07253
    namespace: kserve-ci-e2e-test
    resourceVersion: "36686"
    uid: cc0ab2b1-91cf-4a43-867e-334224433823
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "35614"
    uid: 6baba551-de99-4f2e-86c2-5e67f0714721
  kind: Event
  lastTimestamp: "2026-09-16T19:31:39Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-jt9wl'
  metadata:
    creationTimestamp: "2026-09-16T19:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:39Z"
    name: isvc-pmml-predictor-8674795f59.18d5e3fc568105c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35626"
    uid: d3b9c4c7-59e3-4d62-b25b-42d6b0969207
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35612"
    uid: db73e080-d6e4-4196-a23a-2ac1b71951b8
  kind: Event
  lastTimestamp: "2026-09-16T19:31:39Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:39Z"
    name: isvc-pmml-predictor.18d5e3fc52fe1fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35615"
    uid: 74bc0fe7-85dc-4e18-afcb-35b01b4571ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35613"
    uid: 8ce973a1-3ec1-4195-8d98-18114511a00e
  kind: Event
  lastTimestamp: "2026-09-16T19:32:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:24Z"
    name: isvc-pmml-predictor.18d5e3ffd19a552b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36077"
    uid: b9beceda-3111-4876-937a-186fb8f151f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35613"
    uid: 8ce973a1-3ec1-4195-8d98-18114511a00e
  kind: Event
  lastTimestamp: "2026-09-16T19:32:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:24Z"
    name: isvc-pmml-predictor.18d5e3ffd2062ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36078"
    uid: 50b9af64-83fe-4273-b360-0e68b2719a4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35779"
    uid: 8ce973a1-3ec1-4195-8d98-18114511a00e
  kind: Event
  lastTimestamp: "2026-09-16T19:33:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:24Z"
    name: isvc-pmml-predictor.18d5e40a4f32d9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36623"
    uid: f9f5548d-a7f7-495a-a185-49f5a40ff175
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35779"
    uid: 8ce973a1-3ec1-4195-8d98-18114511a00e
  kind: Event
  lastTimestamp: "2026-09-16T19:33:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:24Z"
    name: isvc-pmml-predictor.18d5e40a4f9e9d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36624"
    uid: e9bf33ba-b2bc-40e3-8754-db81b94b6f5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:33:35.972587Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36747"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-t5bnx
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e4175ea082e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36755"
    uid: c82e212c-e576-4991-a934-66512014fbdc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:36Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e4176ec9a962
    namespace: kserve-ci-e2e-test
    resourceVersion: "36762"
    uid: 1c21b123-02cc-4520-8fe2-14bac036704b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36758"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:37Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:33:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e417a472c3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36774"
    uid: db13c393-7341-49e3-a0c6-0f60609bac53
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e417a5ecc5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36776"
    uid: 3a6269b1-11a8-41a0-ab49-8087f5f636ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e417a88d2a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "36778"
    uid: 2629e893-093c-4d05-9edd-e66c6f4284c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:37Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e417a9044dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36779"
    uid: 61b4f902-3ce0-41f1-a00b-489bfa7f62bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e418c308446d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: 33305aa0-1e6d-497b-99f1-1c7753054bcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e418c6a375a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36820"
    uid: 7cb0c087-dfef-458a-8dc1-c60bd69be501
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e418c71500aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36821"
    uid: 8105241b-30bf-43f3-9817-3ea224b1fd2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e418c720606e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36822"
    uid: 0a036c00-e140-487f-b835-f8bc30e81de4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e418c9d83915
    namespace: kserve-ci-e2e-test
    resourceVersion: "36824"
    uid: ebe47db5-d59f-424f-96d6-039785ef3551
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:33:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:42Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e418ca4dab53
    namespace: kserve-ci-e2e-test
    resourceVersion: "36826"
    uid: a4185bae-d4b8-4a77-b905-4a9278e4fab6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:35:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e4193ad74a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: 97321afe-fc96-452e-8bc2-cc159c5958df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:35:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:17Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e42eec18a049
    namespace: kserve-ci-e2e-test
    resourceVersion: "37709"
    uid: 292124b8-a462-4e04-ac8f-35125a355964
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:35:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:17Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e42eec19cff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37710"
    uid: b350d4fa-99de-4d18-8df7-1cdd801bde34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36748"
    uid: 0c0ec3c7-c248-45e0-a4d9-331380cb8518
  kind: Event
  lastTimestamp: "2026-09-16T19:35:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-t5bnx.18d5e42f951d21e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37734"
    uid: babb83ba-9e29-413f-b182-a9d02de5ec48
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: 44482198-4843-4456-a65d-174b62faafcd
  kind: Event
  lastTimestamp: "2026-09-16T19:33:35Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-t5bnx'
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d5e4175e36a36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 4d1e5e8f-b8ae-4f74-b583-3883c91499a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36734"
    uid: adcd0105-42d0-48fe-aec2-36b63d59f9ba
  kind: Event
  lastTimestamp: "2026-09-16T19:33:35Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-pmml-runtime-predictor.18d5e4175b5c9439
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: e4e52279-f8d3-4eef-874b-cd6e8471e2e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36735"
    uid: 2446a463-9161-4bf6-8395-a777f7c39675
  kind: Event
  lastTimestamp: "2026-09-16T19:34:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:20Z"
    name: isvc-pmml-runtime-predictor.18d5e41ad9c001cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37278"
    uid: c15fc96e-d789-4920-8754-7f25f2f795e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36735"
    uid: 2446a463-9161-4bf6-8395-a777f7c39675
  kind: Event
  lastTimestamp: "2026-09-16T19:34:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:20Z"
    name: isvc-pmml-runtime-predictor.18d5e41ada2a3cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: d48cf605-80e0-4afa-8942-f70a6667ac2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 2446a463-9161-4bf6-8395-a777f7c39675
  kind: Event
  lastTimestamp: "2026-09-16T19:35:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:06Z"
    name: isvc-pmml-runtime-predictor.18d5e4255709fe1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37605"
    uid: 8d7ee193-90d9-45b8-9dd1-a1739c911bd3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 2446a463-9161-4bf6-8395-a777f7c39675
  kind: Event
  lastTimestamp: "2026-09-16T19:35:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:06Z"
    name: isvc-pmml-runtime-predictor.18d5e4255782123f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: 6ef60eec-0cfa-4174-a2f0-b20e5406a1ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36727"
    uid: 027c858e-d858-416e-addb-e5cbc25f6178
  kind: Event
  lastTimestamp: "2026-09-16T19:35:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:14Z"
    name: isvc-pmml-runtime.18d5e4175b5efb49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37677"
    uid: dbfbbb92-27ab-4284-a359-e308043ccfcc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36727"
    uid: 027c858e-d858-416e-addb-e5cbc25f6178
  kind: Event
  lastTimestamp: "2026-09-16T19:33:35Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-pmml-runtime.18d5e4175bdee010
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: 0b97565a-3b67-4231-8863-c0765d2b11b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37672"
    uid: 027c858e-d858-416e-addb-e5cbc25f6178
  kind: Event
  lastTimestamp: "2026-09-16T19:35:14Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:14Z"
    name: isvc-pmml-runtime.18d5e42e643cf3de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37674"
    uid: 1aece167-d13d-4719-a472-24979e64f85c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:35:22.261115Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37778"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e4301deaac68
    namespace: kserve-ci-e2e-test
    resourceVersion: "37784"
    uid: e67a2c83-d7ab-423e-8031-39b7dc55f2fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37788"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:22Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e4303fe9af41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37796"
    uid: a31e1165-a30d-4d95-931e-391dfd66b3a9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e430414c9628
    namespace: kserve-ci-e2e-test
    resourceVersion: "37798"
    uid: 5680d512-2c3e-4934-aee4-bfc123a9e9f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e430443cc34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37802"
    uid: 15ccf6e8-cd31-40ad-b319-61f82a63156e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e43044b25d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "37803"
    uid: ec695cb6-96d1-4770-9203-3dce80ee5d53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:27Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:27Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e4315db8ef99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37839"
    uid: c920b21f-0d82-4514-be17-fb40a0d3e2bd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:34Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.159s (7.159s
    including waiting). Image size: 826884477 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e43308705419
    namespace: kserve-ci-e2e-test
    resourceVersion: "37889"
    uid: f05cebf0-eef6-4b1b-b5af-828935b30fdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e4330b9fdf1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37890"
    uid: a1981b77-f695-44be-b824-f597ac7b0496
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e4330c0fddaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "37891"
    uid: b48bf914-674f-445f-b898-3bf56ca213da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e4330c1b4121
    namespace: kserve-ci-e2e-test
    resourceVersion: "37892"
    uid: 4e0f70f3-3b50-40bb-b1bc-c984dec3cd2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e4330eeae3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37894"
    uid: 0d647be7-68b2-4133-8a70-0c441cf01089
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:35:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:34Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e4330f572236
    namespace: kserve-ci-e2e-test
    resourceVersion: "37895"
    uid: 23a1f8e4-95fb-4042-8b14-64ea448e2dd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:36:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:35:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e43378d0a331
    namespace: kserve-ci-e2e-test
    resourceVersion: "38507"
    uid: 9bc19c51-20a2-4a39-a559-17becb1ae6c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:37:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:37:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e447a2a57cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: 0ea640f1-551d-42ec-98a6-0c32af600878
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:37:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37782"
    uid: eae8e40d-3f88-4114-8f6d-5b4b3038aeca
  kind: Event
  lastTimestamp: "2026-09-16T19:37:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:37:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc.18d5e447a2a7c0b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38672"
    uid: 2486cc44-edfe-4cd0-8a00-c0a29f0730f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37769"
    uid: ef516667-d2ef-4010-93a7-e94242922394
  kind: Event
  lastTimestamp: "2026-09-16T19:35:22Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-pqzsc'
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d5e4301d609aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37781"
    uid: fe7b9759-d7ae-4f2e-aa6a-d89a9db82f60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37767"
    uid: 8064dcde-c2e9-4f09-9776-45888c35d274
  kind: Event
  lastTimestamp: "2026-09-16T19:35:22Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e4301a4b28a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37772"
    uid: 32555d12-1026-4dfe-b5d6-1ec2dc14dbfd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: 18a1dc21-c6dc-444f-873b-8b9eb1a07414
  kind: Event
  lastTimestamp: "2026-09-16T19:36:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:07Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e433992f43ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38197"
    uid: 8f5781d3-6b54-46b3-a5a5-56cf6ea059d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: 18a1dc21-c6dc-444f-873b-8b9eb1a07414
  kind: Event
  lastTimestamp: "2026-09-16T19:36:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:07Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e433999f1855
    namespace: kserve-ci-e2e-test
    resourceVersion: "38198"
    uid: 6b37f022-18de-431c-81b9-79f89e5490a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 18a1dc21-c6dc-444f-873b-8b9eb1a07414
  kind: Event
  lastTimestamp: "2026-09-16T19:36:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:52Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e43e15e464a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38570"
    uid: 8849809f-7a0b-46a8-9cfc-0a825ef8e765
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: 18a1dc21-c6dc-444f-873b-8b9eb1a07414
  kind: Event
  lastTimestamp: "2026-09-16T19:36:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:52Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e43e164c72ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "38571"
    uid: 77613044-62cb-4f1b-b8e6-e135bd0541c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37759"
    uid: ec3ef39d-3802-4689-9f2a-0823b5a14356
  kind: Event
  lastTimestamp: "2026-09-16T19:36:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:52Z"
    name: isvc-pmml-v2-kserve.18d5e4301a44a132
    namespace: kserve-ci-e2e-test
    resourceVersion: "38582"
    uid: f7f9a8f1-993a-4e1c-8b48-8513b8d06614
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37759"
    uid: ec3ef39d-3802-4689-9f2a-0823b5a14356
  kind: Event
  lastTimestamp: "2026-09-16T19:35:22Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:22Z"
    name: isvc-pmml-v2-kserve.18d5e4301ad0db28
    namespace: kserve-ci-e2e-test
    resourceVersion: "37774"
    uid: ec77ee1a-51d6-4260-b922-34b1b9530a76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38580"
    uid: ec3ef39d-3802-4689-9f2a-0823b5a14356
  kind: Event
  lastTimestamp: "2026-09-16T19:36:52Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:52Z"
    name: isvc-pmml-v2-kserve.18d5e4452c8b1189
    namespace: kserve-ci-e2e-test
    resourceVersion: "38581"
    uid: 09fc1661-7391-44d0-841a-3e6de109056b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "35605"
    uid: 59495677-9c5e-4683-bd62-4a64ed5614a1
  kind: Event
  lastTimestamp: "2026-09-16T19:33:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:19Z"
    name: isvc-pmml.18d5e3fc530fc5f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36586"
    uid: 0f196e19-2ee9-47ab-9634-5db6e29e8852
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "35605"
    uid: 59495677-9c5e-4683-bd62-4a64ed5614a1
  kind: Event
  lastTimestamp: "2026-09-16T19:31:39Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:39Z"
    name: isvc-pmml.18d5e3fc53bbf059
    namespace: kserve-ci-e2e-test
    resourceVersion: "35619"
    uid: bfaee8b6-6b6b-4c04-98fc-f5e0e1c26554
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: 59495677-9c5e-4683-bd62-4a64ed5614a1
  kind: Event
  lastTimestamp: "2026-09-16T19:33:19Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:19Z"
    name: isvc-pmml.18d5e4139d5ad0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36585"
    uid: 7596974d-9383-411b-9dea-4cefba4dde91
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:59:53.440867Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16996"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:59:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:59:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e24076578efe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 0a9b23b5-139e-4cf4-8937-046ab477213a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e240813cba55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: 7e14df06-4c1f-4d59-9667-3fcff68289f9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:54Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:59:54Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e240bc46fd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17018"
    uid: 24507eb8-0d32-4621-8cad-c4b3af2f7037
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:54Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e240bda7f4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: b842cd32-8ca1-449b-bf26-1e7e026272df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:54Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e240c0f19c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17022"
    uid: 9b134c5e-92e9-4e31-bf62-ebccc6058275
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:54Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e240c16a5317
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: a2428689-60f7-4ee9-989d-9b7cba9f5e4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:59Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e241d21e9956
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: f60d0874-6ab3-40af-b5c4-928d93720127
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e241d4fd1dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: b62b405e-5f5e-4f48-915a-479a6f206194
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e241d57663c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: f813f1c3-10b1-4f49-9873-5c6d86f3a8f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e241d581477f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: 38d071bd-27a6-4080-99dc-2ee194400980
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e241d92b11d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: 1bd4fb3a-caca-479e-a1ac-a62ab82948a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T18:59:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:59Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e241d9afa291
    namespace: kserve-ci-e2e-test
    resourceVersion: "17071"
    uid: 767e57ab-755b-48b2-ba96-22040c4a3578
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T19:01:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:29Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e2420e25815e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: b5190399-0587-439b-9d5b-a812ca34498e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T19:01:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:23Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e25570054853
    namespace: kserve-ci-e2e-test
    resourceVersion: "17826"
    uid: 2bdaf31e-4bab-41c6-af12-396ecb110f71
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T19:01:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:23Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e2557005d974
    namespace: kserve-ci-e2e-test
    resourceVersion: "17827"
    uid: ac300eb4-a76a-4c44-92b6-e276fe3769ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: a6f7a3e1-4b83-4ba2-97e2-135f230f1768
  kind: Event
  lastTimestamp: "2026-09-16T19:01:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:27Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8.18d5e2565033627e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: a5c0d6cd-fc43-48ba-97cc-01d12441fac9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: 8b9090e1-92f9-40ff-9a25-03ee47543560
  kind: Event
  lastTimestamp: "2026-09-16T18:59:53Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-g84x8'
  metadata:
    creationTimestamp: "2026-09-16T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:53Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d5e24075e3de32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 8f5ca633-b3fe-4cf4-bf6b-f880b9b96737
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16985"
    uid: 833f28af-acd1-4c14-8f78-49d4548aad01
  kind: Event
  lastTimestamp: "2026-09-16T18:59:53Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:53Z"
    name: isvc-predictive-lightgbm-predictor.18d5e24072e4536c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16989"
    uid: 849bab8a-ab96-41ce-a66b-4eebc2f132b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16986"
    uid: bd7708ab-8ed5-4cfd-9fdc-09687b4572e7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:08Z"
    name: isvc-predictive-lightgbm-predictor.18d5e243f2037b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17148"
    uid: 07be71ec-2f7a-4b0e-8924-e2a09ad7d4a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16986"
    uid: bd7708ab-8ed5-4cfd-9fdc-09687b4572e7
  kind: Event
  lastTimestamp: "2026-09-16T19:00:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:08Z"
    name: isvc-predictive-lightgbm-predictor.18d5e243f2578e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 7700f825-72d4-467a-94ff-9d74972aaac8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: bd7708ab-8ed5-4cfd-9fdc-09687b4572e7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:08Z"
    name: isvc-predictive-lightgbm-predictor.18d5e247714a0214
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 03f9a6f5-c397-4fbc-b134-c8094c7e5fc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: bd7708ab-8ed5-4cfd-9fdc-09687b4572e7
  kind: Event
  lastTimestamp: "2026-09-16T19:01:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:08Z"
    name: isvc-predictive-lightgbm-predictor.18d5e24771bd6299
    namespace: kserve-ci-e2e-test
    resourceVersion: "17696"
    uid: bb825267-fd35-4b88-b4a8-8e216b06df3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:04:39.269204Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19537"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e2830309e6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19545"
    uid: 21ffaa42-ea20-4bbb-ab53-2a2f5f92c034
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e283250667e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19554"
    uid: a1f999a2-2296-4a4e-af25-dea885f7c393
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e2832659cade
    namespace: kserve-ci-e2e-test
    resourceVersion: "19556"
    uid: 0c8d58cd-b66a-4e1f-828a-6c1eb2c3ac7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e2832953a5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19557"
    uid: 3593cab1-c19a-49e5-a504-9ce46dafefbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e28329bd03f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19558"
    uid: 83db574d-9b21-4cba-ad4f-3bd880501ca7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:44Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e2841f5380fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: f3dc408c-1024-4f7b-969a-e36aadf70863
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e28422590ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19595"
    uid: 5c1bcbcc-7d45-4303-a946-1beafefa65be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e28422c6b7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: f6463f5d-0665-44ce-8a2f-c9a64d952e51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e28422d01611
    namespace: kserve-ci-e2e-test
    resourceVersion: "19597"
    uid: c0a99a74-0e3f-4110-a4c7-281d79000964
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e284254dfb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: e5b13f28-14ab-4941-b761-579f732b586f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e28425b35a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19603"
    uid: 1d8a55e0-2838-4b68-bc8d-a26d52b03f08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:06:02Z"
  message: 'Readiness probe failed: Get "http://10.132.0.24:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.24:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e28cf982084d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20262"
    uid: 9b95712a-fa9a-4b18-9404-d20a4121451e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e295a8f5618e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: cc9fc0c6-2b34-4b46-a243-f72d963a7da0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:05:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e295a8f6735d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: c33c53d5-f84c-43cd-b0ac-ebd5cb12ed88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 8268f8a6-2d8d-43b7-a1cc-58ca9648ae8c
  kind: Event
  lastTimestamp: "2026-09-16T19:06:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt.18d5e2964952cee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20261"
    uid: b358d4fc-a629-4d93-bae3-70eeae8c02be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19528"
    uid: e5d5bf69-91f3-4346-9829-aee69593fc80
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-hcvnt'
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d5e28302a9b0d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19539"
    uid: 62ac6f8d-16f6-4d16-999c-e9869edaa4fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: 4b7fa680-ec5e-4b30-9dfd-4ec7b7af1926
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e282ff5de57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: 63432d3d-dd75-4905-bb41-0e20236d7824
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: bff03f47-c02d-488d-8ffb-066a2e6b8a81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:24Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e2867e0153c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19896"
    uid: 5882ad7a-565e-45c4-8e1b-e3fa4bc05fa1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: bff03f47-c02d-488d-8ffb-066a2e6b8a81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:24Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e2867eaf2ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19897"
    uid: 5317ba8d-ff81-4431-8363-f84a4c2afe87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19679"
    uid: bff03f47-c02d-488d-8ffb-066a2e6b8a81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e290fc402598
    namespace: kserve-ci-e2e-test
    resourceVersion: "20194"
    uid: c6a6174a-46d2-4f4e-8cdc-996ec18ae36d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19679"
    uid: bff03f47-c02d-488d-8ffb-066a2e6b8a81
  kind: Event
  lastTimestamp: "2026-09-16T19:05:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e290fcb968a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20195"
    uid: d360d0a9-230d-4fd2-9d86-b8d47c399cc6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: 9cbd435d-b318-4750-b399-a6c5a290dfff
  kind: Event
  lastTimestamp: "2026-09-16T19:05:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:52Z"
    name: isvc-predictive-lightgbm-v2.18d5e282ffaf2d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20176"
    uid: a0d6367e-ddd9-46fe-a4b1-704b762820c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: 9cbd435d-b318-4750-b399-a6c5a290dfff
  kind: Event
  lastTimestamp: "2026-09-16T19:04:39Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:04:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:39Z"
    name: isvc-predictive-lightgbm-v2.18d5e2830023269c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: 461abee5-c1ee-41c4-8fd0-a6f9eb53d918
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20174"
    uid: 9cbd435d-b318-4750-b399-a6c5a290dfff
  kind: Event
  lastTimestamp: "2026-09-16T19:05:52Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:52Z"
    name: isvc-predictive-lightgbm-v2.18d5e29401459d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20175"
    uid: 57d30fd3-68d7-4de0-afc7-d0b034dbb141
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: ad42e964-c344-4f61-beb1-1869eb2d5183
  kind: Event
  lastTimestamp: "2026-09-16T19:01:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:19Z"
    name: isvc-predictive-lightgbm.18d5e24072f164d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17779"
    uid: fcadbf2f-0914-4f7f-ac4f-57e5593706b5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16978"
    uid: ad42e964-c344-4f61-beb1-1869eb2d5183
  kind: Event
  lastTimestamp: "2026-09-16T18:59:53Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:53Z"
    name: isvc-predictive-lightgbm.18d5e2407368e345
    namespace: kserve-ci-e2e-test
    resourceVersion: "16992"
    uid: 4f015c2b-eebe-4cd1-ab6a-1c131c1c5d4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17776"
    uid: ad42e964-c344-4f61-beb1-1869eb2d5183
  kind: Event
  lastTimestamp: "2026-09-16T19:01:19Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:19Z"
    name: isvc-predictive-lightgbm.18d5e2548c031bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: 37f83bc1-0e15-41e6-999d-64f5031cc19a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:22.867743Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14972"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e20f6f34af99
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: c8a063f6-878a-4151-82f8-0fe04f1562f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14986"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:23Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e20f90e90ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14996"
    uid: 6320b73a-b2d5-4891-800f-7a7bb06de65f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e20f92632c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: b5137d4f-101e-4fb7-9eb6-3a0dd728ed2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e20f9595996d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: 899d1f38-54ae-414a-af29-24a94069f27d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e20f96065546
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 29922fa6-4f83-44e7-9847-61f29751c648
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:28Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e210b7555e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: d97afbd6-7b9a-4cd8-8789-d001a9ce8c2e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:50Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.701s
    (21.701s including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e215c4d1db1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: 4c3e2118-b576-4aa2-8873-be3202b7dd2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e215ca7d8a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15219"
    uid: 5131e13c-82e0-4b12-8457-5ec91a9be3cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e215cbbf577f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15221"
    uid: aec251b5-88ac-459f-8e95-1044df636b4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:50Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e215cbcc7d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: 7bcaf048-bf42-4414-9729-25902febe3bd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.019s (3.019s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e2167fccf029
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 411715ec-8b1a-4fba-b9cb-a9c348515a12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e216851143c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: eeb85c0f-01ac-4a1e-b689-bc007e6ae572
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e21686099259
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: d226a197-4a34-4796-b0c4-2265916e01cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:58:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:00Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e216cd78d232
    namespace: kserve-ci-e2e-test
    resourceVersion: "15849"
    uid: f0ccfb25-e6b9-422f-adfd-b42a73263734
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e22910e24999
    namespace: kserve-ci-e2e-test
    resourceVersion: "15969"
    uid: 257bcd9e-4a9a-47cc-a7ee-25a07f4166c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e22910e2e0b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15970"
    uid: e988d844-e79b-4e18-b898-7480b1964d4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq
    namespace: kserve-ci-e2e-test
    resourceVersion: "14975"
    uid: 19450878-e5a6-48c5-8153-10d26b9abfa5
  kind: Event
  lastTimestamp: "2026-09-16T18:58:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:15Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-dpngq.18d5e229a9a1af27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: c2fdc987-7db4-48c4-ae34-a7a66c3c8cda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: ae7ef3a2-ae3b-4fca-a36e-e927362e0bd0
  kind: Event
  lastTimestamp: "2026-09-16T18:56:22Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-dpngq'
  metadata:
    creationTimestamp: "2026-09-16T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:22Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d5e20f6e780f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: ac6c55b1-ef8a-4855-84c7-201bfd4eb277
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 92c14e62-5751-40de-b7d2-ea6379cd6a3d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:22Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:22Z"
    name: isvc-predictive-sklearn-predictor.18d5e20f6b601e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14966"
    uid: 3f070872-64c0-4fa2-9983-4247ccf9d808
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: d3dbd0f0-3216-4d89-a662-44644d85a201
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-predictive-sklearn-predictor.18d5e212ea676d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 785ed091-a217-49f2-9130-fe35d0180812
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: d3dbd0f0-3216-4d89-a662-44644d85a201
  kind: Event
  lastTimestamp: "2026-09-16T18:57:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:22Z"
    name: isvc-predictive-sklearn-predictor.18d5e212eacd4973
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: 4b2be825-7ebb-4991-b1fb-95d8d3c8a59c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: d3dbd0f0-3216-4d89-a662-44644d85a201
  kind: Event
  lastTimestamp: "2026-09-16T18:58:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:07Z"
    name: isvc-predictive-sklearn-predictor.18d5e220e716a8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 42c5ed60-ef10-4d57-b93a-17e10da69111
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15126"
    uid: d3dbd0f0-3216-4d89-a662-44644d85a201
  kind: Event
  lastTimestamp: "2026-09-16T18:58:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:07Z"
    name: isvc-predictive-sklearn-predictor.18d5e220e79b7931
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 294fade5-7996-4355-8f3b-004a287d121a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:01:28.735327Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17894"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:01:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:01:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e256a655a5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: 86e052e1-d629-4066-82fe-fce664587a48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e256b2dcf559
    namespace: kserve-ci-e2e-test
    resourceVersion: "17911"
    uid: b1deae73-47be-4365-bd41-42b6fb8bcd97
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:29Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:01:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e256ec56bc73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 52b0636e-6e86-4a47-bc65-f7f640b4f5fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:29Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e256ef11a383
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: 3c014f54-2675-4e57-aaf5-9de557771dd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e256f2295314
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: b7896a99-cbce-4655-81f7-6a49d938eb0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:30Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e256f2963119
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: 32fbbe2d-22c3-4823-a7e9-24f831518fc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:34Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:34Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e257f337491c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17971"
    uid: 95cf477f-1500-4731-9ea8-5280d9b3e308
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:55Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.124s
    (21.124s including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e25cde4ef2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: 2485c125-b9c2-4353-9d4b-7f51e5f84661
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e25ce14ae123
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: 855461e5-0058-4fbc-b86e-163ea349731b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e25ce1b79fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18120"
    uid: 3c087ab4-fce5-4f9a-98a6-8f8bcde85f66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e25ce1c1d722
    namespace: kserve-ci-e2e-test
    resourceVersion: "18121"
    uid: 85af31c8-c3f0-47e8-9f2d-0801dd44fffe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e25ce4a82ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: ce8266b7-75e6-4b1b-83db-b280161f9932
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:01:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:55Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e25ce5117ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18124"
    uid: bd823bba-45dd-4770-b095-0b0e7ea3557e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:02:53Z"
  message: 'Readiness probe failed: Get "http://10.132.0.22:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.22:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:02:53Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e265b69bb694
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: abf19b02-587d-4d36-876c-bab26b49590b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:03:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:08Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e26df512dfa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18670"
    uid: 96d6917d-5b04-41e0-8633-0b96bcf4621a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17896"
    uid: 08868969-8ca2-4bd4-a8c3-67a30ef5ce7a
  kind: Event
  lastTimestamp: "2026-09-16T19:03:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:08Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs.18d5e26df513a15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18671"
    uid: 7009da31-4d36-4e3a-a5ec-723d5ebaa5ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17886"
    uid: 4d1a8fe8-90c5-4c37-ada2-f28335cd2a83
  kind: Event
  lastTimestamp: "2026-09-16T19:01:28Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-lffcs'
  metadata:
    creationTimestamp: "2026-09-16T19:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:28Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d5e256a5b90319
    namespace: kserve-ci-e2e-test
    resourceVersion: "17895"
    uid: 3d36833a-e1cf-4b13-9cb9-27d854f1176e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: 90d14695-ce0c-4f5b-8aa5-c6b4a3e05014
  kind: Event
  lastTimestamp: "2026-09-16T19:01:28Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:28Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e256a229e7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17888"
    uid: b60bc710-aa22-40ae-9904-4c6d7f720f3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: d8a6d9f9-6dce-4b09-9a9a-4c5f1c9bf5db
  kind: Event
  lastTimestamp: "2026-09-16T19:02:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:43Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e25a209ff47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18469"
    uid: 43c31fe8-2e1f-4346-8a3e-9aeaaa0cbb46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: d8a6d9f9-6dce-4b09-9a9a-4c5f1c9bf5db
  kind: Event
  lastTimestamp: "2026-09-16T19:02:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:43Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e25a21270ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18470"
    uid: 7028d444-4668-4ac3-b22a-1ded5374237d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: d8a6d9f9-6dce-4b09-9a9a-4c5f1c9bf5db
  kind: Event
  lastTimestamp: "2026-09-16T19:02:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e2649d9a8cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18574"
    uid: e9544e92-a92a-4f4c-ad27-22f0857bcebd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18036"
    uid: d8a6d9f9-6dce-4b09-9a9a-4c5f1c9bf5db
  kind: Event
  lastTimestamp: "2026-09-16T19:02:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:58Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e2649df57634
    namespace: kserve-ci-e2e-test
    resourceVersion: "18575"
    uid: 9fa78fdb-53df-41dc-aa31-d5e6b1bb1fee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: c26c788a-ff63-4f52-b3b8-90d5d880e7f1
  kind: Event
  lastTimestamp: "2026-09-16T19:03:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:03Z"
    name: isvc-predictive-sklearn-v2.18d5e256a223e94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: 4e6d60b4-297f-44c0-a92d-5c260881ed31
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: c26c788a-ff63-4f52-b3b8-90d5d880e7f1
  kind: Event
  lastTimestamp: "2026-09-16T19:01:28Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:28Z"
    name: isvc-predictive-sklearn-v2.18d5e256a2db26c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17891"
    uid: 0fc3c519-9769-4aac-a458-2c14a3c93cf9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18611"
    uid: c26c788a-ff63-4f52-b3b8-90d5d880e7f1
  kind: Event
  lastTimestamp: "2026-09-16T19:03:03Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:03Z"
    name: isvc-predictive-sklearn-v2.18d5e26cb9c51162
    namespace: kserve-ci-e2e-test
    resourceVersion: "18612"
    uid: 7776916d-32b7-462c-8cb9-596034c9d2ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14953"
    uid: f25f47bf-0675-4e36-8935-abba9f1b14f4
  kind: Event
  lastTimestamp: "2026-09-16T18:58:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:07Z"
    name: isvc-predictive-sklearn.18d5e20f6bb2be9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15916"
    uid: 18421614-a30b-4363-a76a-d3b39afb9ebd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14953"
    uid: f25f47bf-0675-4e36-8935-abba9f1b14f4
  kind: Event
  lastTimestamp: "2026-09-16T18:56:22Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:22Z"
    name: isvc-predictive-sklearn.18d5e20f6c232246
    namespace: kserve-ci-e2e-test
    resourceVersion: "14969"
    uid: 9b030045-ce05-44ac-bedc-05bd69f7bcc3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: f25f47bf-0675-4e36-8935-abba9f1b14f4
  kind: Event
  lastTimestamp: "2026-09-16T18:58:07Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:07Z"
    name: isvc-predictive-sklearn.18d5e227d78fafd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 14c2d975-6be5-41de-9887-f946f36eeaf6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:18.160514Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16034"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-6xt54
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22a4730d713
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: eeb9658c-f98b-4310-9a46-59bfdc5d03b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22a51c0193d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: cbb25f11-6cc6-4ada-99a2-a546fa636b8f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:19Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:19Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22a8d14ab30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16059"
    uid: d8e259c3-c03f-4cff-8ea2-c31f97ef7bee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:19Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22a8ea91924
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: c6a35b6f-7e47-42ae-9f06-1b4733014a15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:19Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22a917f6cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16063"
    uid: 881dcf1c-3d17-4899-8c04-a0e4893bd73b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:19Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22a91edfde5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16064"
    uid: 575938c8-398f-4bd6-be31-a6c95bc35959
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22b9be9f478
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: b1d172e4-9ffa-47bb-a7c3-84d9e2f63281
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22b9eac8f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16105"
    uid: 66b090b8-6a87-4d41-8502-fbe5055b89b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22b9f165c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: de424a1b-82e3-4e68-bd8d-5d37e0273edc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22b9f1ff3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16107"
    uid: be5f3ee3-09cf-43a5-9dfe-5da984b9d93d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22ba20d1430
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: bb57e2d9-ec23-492d-936d-d3f81171be91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:58:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:23Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22ba27850ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 8d4a5376-022f-415a-acab-ebfabd974fdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:59:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e22c13bb9691
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: e58421f9-d500-4153-a753-66691bb69110
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:59:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e23f402c1fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16923"
    uid: f31cabf5-1f93-4a52-b40d-e2d645b9469f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:59:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:48Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e23f402d9608
    namespace: kserve-ci-e2e-test
    resourceVersion: "16924"
    uid: 9d8e9887-b76b-40ae-bf61-5c4ee8801834
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16036"
    uid: 065a5044-1dfc-4905-a4df-bcfaa093f83e
  kind: Event
  lastTimestamp: "2026-09-16T18:59:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-6xt54.18d5e24019f14d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16957"
    uid: 91ead219-a5af-4d92-8777-d0689dfe9893
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: 3fb593bb-7029-41a8-bf45-a299b6c3700d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:18Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-6xt54'
  metadata:
    creationTimestamp: "2026-09-16T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:18Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d5e22a46b0ec19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16035"
    uid: b45057b2-51a0-4e53-8cab-c18eadd8c5b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16023"
    uid: af2202f2-c679-4a71-ba6a-193b30ed8380
  kind: Event
  lastTimestamp: "2026-09-16T18:58:18Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:18Z"
    name: isvc-predictive-xgboost-predictor.18d5e22a431e0422
    namespace: kserve-ci-e2e-test
    resourceVersion: "16027"
    uid: 95a69764-eed5-4233-a8bc-58454d90e26f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: cde1cfcc-1dcb-45a1-b677-786bb2cf47eb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:48Z"
    name: isvc-predictive-xgboost-predictor.18d5e22dc1a1ed4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 808b1d39-7abe-454d-85f2-e40037db14bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: cde1cfcc-1dcb-45a1-b677-786bb2cf47eb
  kind: Event
  lastTimestamp: "2026-09-16T18:58:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:48Z"
    name: isvc-predictive-xgboost-predictor.18d5e22dc21083d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: e73191bc-2b46-48ed-b8a2-f07443005ecd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: cde1cfcc-1dcb-45a1-b677-786bb2cf47eb
  kind: Event
  lastTimestamp: "2026-09-16T18:59:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:48Z"
    name: isvc-predictive-xgboost-predictor.18d5e234bfd1cabd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: 1b243990-5f2c-424f-8cf9-97decad7bffc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16189"
    uid: cde1cfcc-1dcb-45a1-b677-786bb2cf47eb
  kind: Event
  lastTimestamp: "2026-09-16T18:59:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:48Z"
    name: isvc-predictive-xgboost-predictor.18d5e234c0493738
    namespace: kserve-ci-e2e-test
    resourceVersion: "16908"
    uid: 6554e1c1-6c10-4e01-8ef3-f19863e00301
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:14.032231Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e26f2a84e7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: a238899e-1ba0-4cab-94e3-a5560ee9b45c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:14Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e26f4c903104
    namespace: kserve-ci-e2e-test
    resourceVersion: "18754"
    uid: 8066dd1c-f9ff-4bd1-96c3-66c611385d60
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e26f4e11102a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: 51fc7159-6049-44bc-abf5-9aca67189bbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e26f5075c88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18758"
    uid: c228e722-2966-47f4-85a6-205d488aa3eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e26f50deec8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18759"
    uid: 9747e0c8-ef76-4567-84ba-524e5a4edd7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:18Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e270420f84ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "18805"
    uid: 7a7893a5-6aea-48c4-9847-c6715d97d0c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e270451dfa40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18807"
    uid: 0205d058-328c-4ac2-ae71-22abfbdce3ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e270458bc13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: d29736b9-0030-4c88-b409-3dd1578f74c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e27045949295
    namespace: kserve-ci-e2e-test
    resourceVersion: "18809"
    uid: 5f37db32-df2f-4b24-a87a-d5ed087114be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e270485bf69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: fb280f85-808e-4a23-a366-73a40a2291f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:03:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:18Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e27048c4b3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18813"
    uid: a2546ed5-b5a9-498a-b748-69cd31a805a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:36Z"
  message: 'Readiness probe failed: Get "http://10.132.0.23:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.23:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e2791c706f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 37af834b-fe8f-49f4-97e8-d8e727222343
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e281cea7c1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19472"
    uid: 7a98267b-6578-44f2-a88e-007a4ed3bc7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:34Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e281cea851a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: 436914f1-3c38-4858-837b-9fbd3b82eb81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 84bd4f1c-6e9c-4bc4-9c02-dc2dcf1ed08b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:36Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:36Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh.18d5e2826c28fec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19494"
    uid: f0a347b1-b6db-499d-8f76-c61f7ebbe356
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: 05d34580-1903-4c9b-906f-a75e01f7f896
  kind: Event
  lastTimestamp: "2026-09-16T19:03:14Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zcpxh'
  metadata:
    creationTimestamp: "2026-09-16T19:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d5e26f2a15fbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18735"
    uid: 633ffac1-3656-4ef0-8d86-369b7ecfe203
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: edc06414-a4bc-4653-a431-760f3609425a
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e26f25351309
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: bbaa0c02-4f65-440e-a128-f2eef21e31c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18721"
    uid: 88da96d0-0d9b-4d86-ab01-1d3059173dbc
  kind: Event
  lastTimestamp: "2026-09-16T19:03:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:43Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e272a3de24b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: ed9e60a2-83b2-49e2-a0c8-f70bdd345cb5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18721"
    uid: 88da96d0-0d9b-4d86-ab01-1d3059173dbc
  kind: Event
  lastTimestamp: "2026-09-16T19:03:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:43Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e272a4425d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19032"
    uid: 1f89d4d4-a5c3-4685-8edb-a198361579ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18889"
    uid: 88da96d0-0d9b-4d86-ab01-1d3059173dbc
  kind: Event
  lastTimestamp: "2026-09-16T19:04:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:29Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e279a1dab250
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 8fc1b376-edcc-41ec-a8be-f6aa36f3a02f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18889"
    uid: 88da96d0-0d9b-4d86-ab01-1d3059173dbc
  kind: Event
  lastTimestamp: "2026-09-16T19:04:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:29Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e279a250bff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19415"
    uid: 4fb340b7-b686-4790-96fd-3314c4b070b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: 38f76659-7c40-4438-8c02-c579e02bf74d
  kind: Event
  lastTimestamp: "2026-09-16T19:04:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:26Z"
    name: isvc-predictive-xgboost-v2.18d5e26f256e4bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: be64a2b8-f4b7-4749-82f6-3abb7609cd92
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: 38f76659-7c40-4438-8c02-c579e02bf74d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:13Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:13Z"
    name: isvc-predictive-xgboost-v2.18d5e26f25e59327
    namespace: kserve-ci-e2e-test
    resourceVersion: "18728"
    uid: 05396a73-171f-4e02-8ca8-a7422bc7d1bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: 38f76659-7c40-4438-8c02-c579e02bf74d
  kind: Event
  lastTimestamp: "2026-09-16T19:04:26Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:26Z"
    name: isvc-predictive-xgboost-v2.18d5e28024bce6b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: 251b16a3-e07f-4130-94e5-86ac3913f8a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: ff619a89-7cc6-4b57-816b-ab1cd0d594ea
  kind: Event
  lastTimestamp: "2026-09-16T18:59:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:42Z"
    name: isvc-predictive-xgboost.18d5e22a4330ca7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: 3cc24c47-3d05-4320-8f59-00ffeaf28b37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16015"
    uid: ff619a89-7cc6-4b57-816b-ab1cd0d594ea
  kind: Event
  lastTimestamp: "2026-09-16T18:58:18Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:18Z"
    name: isvc-predictive-xgboost.18d5e22a43b6b0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16031"
    uid: b697e2af-d419-46e4-ac8e-2bb33258fdda
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: ff619a89-7cc6-4b57-816b-ab1cd0d594ea
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:42Z"
    name: isvc-predictive-xgboost.18d5e23dcc568dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: 81df9d2e-1ca5-408e-a227-ef9429bc3071
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:34:06.535262Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37139"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:34:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:34:06Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41e7c4ddb6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37145"
    uid: ded3438a-8e45-4226-a29a-28c6f30068da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37151"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:34:07Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:34:07Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41e9e6b1312
    namespace: kserve-ci-e2e-test
    resourceVersion: "37160"
    uid: 33220385-3cf6-437b-a2da-5caa6aef7299
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:34:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:07Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41e9fcee6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37162"
    uid: bfd6937d-91e6-432f-b0f6-cfd341e367c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:34:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:07Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41ea2d2fba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37163"
    uid: c4209310-9c35-475e-b1fc-dd24dc167992
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:34:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:34:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:07Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41ea3579b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "37164"
    uid: 30ea8e3e-92d9-4cce-b870-5ba492bfe394
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:34:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:12Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41fc6254843
    namespace: kserve-ci-e2e-test
    resourceVersion: "37203"
    uid: 80b810e2-c607-450f-b1e5-f6dfdac7ef39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:34:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:12Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41fc9d6cbd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37206"
    uid: 12bd28e5-ade2-4cc1-ba00-fe77a16b3460
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:34:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:12Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41fca5dc1b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37208"
    uid: 4113734d-0fb1-4309-ba69-45f7bb76c55e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:34:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:12Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41fca6b3bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "37209"
    uid: 95713815-1fb9-4a9d-bdc5-201e465c96e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:34:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:12Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41fcd65950f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37211"
    uid: 69128526-27e9-48f7-b171-7bcaf6eed336
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:34:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:34:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:12Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e41fcdeb0b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "37212"
    uid: 357c4daf-f60d-450e-8954-2b04f0e26700
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:35:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:29Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e42002346a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "37855"
    uid: e777cc8c-91d7-49c1-aaae-1f3d7b5857b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:36:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:19Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e43d83132727
    namespace: kserve-ci-e2e-test
    resourceVersion: "38332"
    uid: 89d2f937-f563-442f-85de-4ee8420cdf97
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:36:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:19Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e43d8313a223
    namespace: kserve-ci-e2e-test
    resourceVersion: "38333"
    uid: eb7020e2-ba64-4e90-b960-0f6c5a48e879
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 81621736-37f1-4a1c-be17-6878793b7078
  kind: Event
  lastTimestamp: "2026-09-16T19:36:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:24Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587-46drw.18d5e43e8296cdd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38370"
    uid: 37d947f8-c697-48e4-9f40-bba9230e950e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-1c9c8b-predictor-745dbb8587
    namespace: kserve-ci-e2e-test
    resourceVersion: "37132"
    uid: b3fa5728-611a-4999-8ead-fbfe65499bed
  kind: Event
  lastTimestamp: "2026-09-16T19:34:06Z"
  message: 'Created pod: isvc-primary-1c9c8b-predictor-745dbb8587-46drw'
  metadata:
    creationTimestamp: "2026-09-16T19:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:06Z"
    name: isvc-primary-1c9c8b-predictor-745dbb8587.18d5e41e7bea0b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "37140"
    uid: 57482b8f-b4f5-42a1-9d70-262b9b739af5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-1c9c8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37129"
    uid: 3d6adaed-6f52-45d7-afb1-5f4dbb176bca
  kind: Event
  lastTimestamp: "2026-09-16T19:34:06Z"
  message: Scaled up replica set isvc-primary-1c9c8b-predictor-745dbb8587 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:06Z"
    name: isvc-primary-1c9c8b-predictor.18d5e41e78d8d6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37133"
    uid: 7cbddcf1-721b-4922-aa7f-eac61ce94fee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1c9c8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37131"
    uid: f70baecb-0c2b-4c1e-9dcd-d424b41c5f55
  kind: Event
  lastTimestamp: "2026-09-16T19:34:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:21Z"
    name: isvc-primary-1c9c8b-predictor.18d5e421f7706fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: 4c1f0ed6-f19a-4e4b-b9ad-db415ff5e9c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1c9c8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37131"
    uid: f70baecb-0c2b-4c1e-9dcd-d424b41c5f55
  kind: Event
  lastTimestamp: "2026-09-16T19:34:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:21Z"
    name: isvc-primary-1c9c8b-predictor.18d5e421f7e69e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "37286"
    uid: d3aa5eb9-5733-4e16-b7d7-697aaf63d127
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1c9c8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37285"
    uid: f70baecb-0c2b-4c1e-9dcd-d424b41c5f55
  kind: Event
  lastTimestamp: "2026-09-16T19:36:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:06Z"
    name: isvc-primary-1c9c8b-predictor.18d5e42576b3a291
    namespace: kserve-ci-e2e-test
    resourceVersion: "38191"
    uid: 2bb6bd53-6476-4e13-bbae-ef916aaddc3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-1c9c8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37285"
    uid: f70baecb-0c2b-4c1e-9dcd-d424b41c5f55
  kind: Event
  lastTimestamp: "2026-09-16T19:36:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:06Z"
    name: isvc-primary-1c9c8b-predictor.18d5e425771daa4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38192"
    uid: 2383a262-6100-4dc6-bbeb-1b980d80064d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1c9c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37122"
    uid: 0330c0c1-74a0-4537-b1d8-8d80402bf625
  kind: Event
  lastTimestamp: "2026-09-16T19:35:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:39Z"
    name: isvc-primary-1c9c8b.18d5e41e78e5dcfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37943"
    uid: 8d7b8f8e-1049-4087-a3e8-31d0e7ea4c0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1c9c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37122"
    uid: 0330c0c1-74a0-4537-b1d8-8d80402bf625
  kind: Event
  lastTimestamp: "2026-09-16T19:34:06Z"
  message: 'Failed to update status for InferenceService "isvc-primary-1c9c8b": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-1c9c8b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:06Z"
    name: isvc-primary-1c9c8b.18d5e41e7971fd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37136"
    uid: 50ae8f6c-9fec-42e0-b039-101e62612f8f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1c9c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37122"
    uid: 0330c0c1-74a0-4537-b1d8-8d80402bf625
  kind: Event
  lastTimestamp: "2026-09-16T19:34:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-1c9c8b": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:34:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:06Z"
    name: isvc-primary-1c9c8b.18d5e41e7972445b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37138"
    uid: ddf0bfd0-b7d7-4d7e-a63a-fb7fadc4b039
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-1c9c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37941"
    uid: 0330c0c1-74a0-4537-b1d8-8d80402bf625
  kind: Event
  lastTimestamp: "2026-09-16T19:35:39Z"
  message: InferenceService [isvc-primary-1c9c8b] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:39Z"
    name: isvc-primary-1c9c8b.18d5e4340f24ee80
    namespace: kserve-ci-e2e-test
    resourceVersion: "37942"
    uid: 33a75b3f-bc8e-4762-a45d-c863e70e18cb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:36:01.714075Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38129"
    uid: b741a3d6-5728-4861-bd3e-c90ef033b4b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:36:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:36:01Z"
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp.18d5e4394d7f14a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38135"
    uid: 0a6005fc-4fff-47a6-982c-ea010a3e4a99
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38139"
    uid: b741a3d6-5728-4861-bd3e-c90ef033b4b7
  kind: Event
  lastTimestamp: "2026-09-16T19:36:02Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:36:02Z"
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp.18d5e4396f87308b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: 2991db88-c5ea-44a0-8542-1f6241fc5cee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38133"
    uid: b741a3d6-5728-4861-bd3e-c90ef033b4b7
  kind: Event
  lastTimestamp: "2026-09-16T19:36:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:07Z"
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp.18d5e43970f44749
    namespace: kserve-ci-e2e-test
    resourceVersion: "38201"
    uid: 9c7834cc-04cb-4ac5-b34e-bb4839c6658c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38133"
    uid: b741a3d6-5728-4861-bd3e-c90ef033b4b7
  kind: Event
  lastTimestamp: "2026-09-16T19:36:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:07Z"
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp.18d5e43973ec9f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "38203"
    uid: 0a9ae587-46e5-46d5-9f27-c4fcd8f1be6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38133"
    uid: b741a3d6-5728-4861-bd3e-c90ef033b4b7
  kind: Event
  lastTimestamp: "2026-09-16T19:36:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:07Z"
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp.18d5e439746e0e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "38204"
    uid: 1c670fbc-845c-4641-b070-a554a5889672
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "38133"
    uid: b741a3d6-5728-4861-bd3e-c90ef033b4b7
  kind: Event
  lastTimestamp: "2026-09-16T19:36:10Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp_kserve-ci-e2e-test(b741a3d6-5728-4861-bd3e-c90ef033b4b7)
  metadata:
    creationTimestamp: "2026-09-16T19:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:10Z"
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp.18d5e43b5ca0f313
    namespace: kserve-ci-e2e-test
    resourceVersion: "38229"
    uid: 2d044587-b09e-4680-bd9b-43f499440b95
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: b93be490-ab72-4938-a05b-b0196e5b5b28
  kind: Event
  lastTimestamp: "2026-09-16T19:36:01Z"
  message: 'Created pod: isvc-secondary-1c9c8b-predictor-cf8c7f9bd-lntrp'
  metadata:
    creationTimestamp: "2026-09-16T19:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:01Z"
    name: isvc-secondary-1c9c8b-predictor-cf8c7f9bd.18d5e4394d06a959
    namespace: kserve-ci-e2e-test
    resourceVersion: "38132"
    uid: f9c012f4-c967-433b-bb5e-5dc2234a4f2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-1c9c8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38119"
    uid: 1914ed11-7e48-4819-a62b-0df1a4680caa
  kind: Event
  lastTimestamp: "2026-09-16T19:36:01Z"
  message: Scaled up replica set isvc-secondary-1c9c8b-predictor-cf8c7f9bd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:01Z"
    name: isvc-secondary-1c9c8b-predictor.18d5e43949da6ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 3a6eb485-a4c5-4194-94f2-daf583212783
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-1c9c8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: 2c2cefa4-76b9-4169-91ad-b78a2545de41
  kind: Event
  lastTimestamp: "2026-09-16T19:36:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:16Z"
    name: isvc-secondary-1c9c8b-predictor.18d5e43cc8585f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "38279"
    uid: cd5a9db4-d434-46ea-a4ff-b55178a2753a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-1c9c8b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38120"
    uid: 2c2cefa4-76b9-4169-91ad-b78a2545de41
  kind: Event
  lastTimestamp: "2026-09-16T19:36:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:16Z"
    name: isvc-secondary-1c9c8b-predictor.18d5e43cc8c2497e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38281"
    uid: 48c467a5-c976-4832-9390-9251d2e98145
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1c9c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 8377f56d-42b9-4514-b727-66b811582316
  kind: Event
  lastTimestamp: "2026-09-16T19:36:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:10Z"
    name: isvc-secondary-1c9c8b.18d5e43949df6024
    namespace: kserve-ci-e2e-test
    resourceVersion: "38233"
    uid: e29c2048-b212-46da-8b06-af0825722b27
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1c9c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 8377f56d-42b9-4514-b727-66b811582316
  kind: Event
  lastTimestamp: "2026-09-16T19:36:01Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-1c9c8b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-1c9c8b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:01Z"
    name: isvc-secondary-1c9c8b.18d5e4394a78e7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38125"
    uid: 7f2277c5-21dd-40a7-a952-8701112e972d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-1c9c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38111"
    uid: 8377f56d-42b9-4514-b727-66b811582316
  kind: Event
  lastTimestamp: "2026-09-16T19:36:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-1c9c8b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:01Z"
    name: isvc-secondary-1c9c8b.18d5e4394a794b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38128"
    uid: c49900e7-855a-4b51-87f6-9b5a6c885264
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:57:42.914756Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:57:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:57:42Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e22212613236
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 6ae5c666-6790-4ee4-949a-7c875c5c806d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15684"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:43Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:57:43Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e2223434ef81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 0b9eca8a-747b-4de0-af9e-121956d7715e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:43Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e222359ec918
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: d5915ba8-36fe-430a-8d16-9c414e4a0439
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:43Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e22238c88e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cba2a5a5-447b-479b-ba78-bcce1e36569a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:57:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:43Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e22239330eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: dbc6d524-e843-46e4-a33f-994658527d68
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:48Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e2235d47e45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: f2bf42b2-08c5-4df8-a439-c4d003a42657
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:48Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e22360365395
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: b8660591-9826-4159-a612-30fae48ce5a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:48Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e22360a169e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 07bd5576-4946-4de8-9f88-d24b76e500c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:48Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e22360aae05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: a094faef-113c-4a18-be92-d3e90eb47776
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:48Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e22363409c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 80de6df9-ea3e-48bb-bc3c-59326f95a3f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:48Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e22363ededf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: fb8175f5-fc82-4b2a-a22f-f1f43f0039ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:48Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:fca41bf6c76d7657f169edd3dc0c6debdb0e457b6b69858a1a9fecfede46fd40"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:48Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e22363f689e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15747"
    uid: 807f2d90-5182-4fc7-ab7b-6e5abe507d97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:48Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:48Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e22366c4f8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: f78fa63e-5104-4011-bb8d-8b3607516aa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:57:48Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:48Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e223672cc241
    namespace: kserve-ci-e2e-test
    resourceVersion: "15750"
    uid: d39cf1d5-a7d8-401b-a2f0-ff4226c4915b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:59:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:25Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e223995717dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: 4e4056e8-e4da-4e28-9f9c-c65fabfeba4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:59:35Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:35Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e2239962715a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: ce4abeea-cf97-4698-b554-f5ad8b350f96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:59:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:18Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e238360f2036
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: aa8b320a-d12a-40e5-93b6-554aa5b2403b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:59:18Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:18Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e238360f6896
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: a01adbc8-162d-4039-9165-b6866dd42cd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:59:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:18Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e238360fccc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 2830e3f3-9fdd-4877-9875-82321e49f4e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 1b5c0795-75a3-44ee-afa8-5ec417ae9aed
  kind: Event
  lastTimestamp: "2026-09-16T18:59:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:35Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb.18d5e238c97e94f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: ad186e9d-059c-422f-af60-767574edb251
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: 43e704dc-3a03-4319-89c4-c29253ea057f
  kind: Event
  lastTimestamp: "2026-09-16T18:57:42Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-c5f467b68-q6dwb'
  metadata:
    creationTimestamp: "2026-09-16T18:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:42Z"
    name: isvc-sklearn-batcher-custom-predictor-c5f467b68.18d5e22211ed54d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: d74b7cc2-9478-4f7f-8453-1d9d62dab4af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: 7fecdffd-1478-4ef0-9bd4-805e3f4e11bc
  kind: Event
  lastTimestamp: "2026-09-16T18:57:42Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-c5f467b68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:42Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e2220e2ecfa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15665"
    uid: 5884f31a-bad7-40bd-9ac9-c0ee29ee8f3b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: e036f0dc-0754-4b0a-8d5d-40ecd4a71b0f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:27Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e2258cafe522
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: 049e6977-2f85-4406-8487-baeeec3ed1f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: e036f0dc-0754-4b0a-8d5d-40ecd4a71b0f
  kind: Event
  lastTimestamp: "2026-09-16T18:58:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:27Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e2258d1ea587
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: 65702401-08d7-4759-963c-b23bb87b50ec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: e036f0dc-0754-4b0a-8d5d-40ecd4a71b0f
  kind: Event
  lastTimestamp: "2026-09-16T18:59:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e23009b4ee32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: b9f8b820-8ff4-448c-ae31-671a5485763c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: e036f0dc-0754-4b0a-8d5d-40ecd4a71b0f
  kind: Event
  lastTimestamp: "2026-09-16T18:59:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e2300a2690ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 69d3cfbd-bb24-4b6a-a827-26d24b7f06de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 80d8bd90-931b-495b-a504-e8b0c97dafe6
  kind: Event
  lastTimestamp: "2026-09-16T18:59:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:05Z"
    name: isvc-sklearn-batcher-custom.18d5e2220e31965e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: ebcdf0bc-ccb2-439d-b971-70ab0122ffc6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 80d8bd90-931b-495b-a504-e8b0c97dafe6
  kind: Event
  lastTimestamp: "2026-09-16T18:57:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:42Z"
    name: isvc-sklearn-batcher-custom.18d5e2220ea55caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15668"
    uid: a3108535-6df4-4ad1-9632-e854a495f02a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 80d8bd90-931b-495b-a504-e8b0c97dafe6
  kind: Event
  lastTimestamp: "2026-09-16T18:59:05Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:05Z"
    name: isvc-sklearn-batcher-custom.18d5e23553317aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: d51f65ba-23a4-48f3-8163-09635abca7ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:07.990067Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14754"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:07Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e20bf86d6a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "14760"
    uid: 5a5386dc-f56e-43d0-a448-d3f4e649bc1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14773"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:08Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:08Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e20c1a2e54e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: 9346099c-bdbb-409f-80a3-5d56045da227
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:08Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
  metadata:
    creationTimestamp: "2026-09-16T18:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:08Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e20c1c024ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14791"
    uid: 0614aedb-6ab3-44ee-bc3d-ca7e19afbb8a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    in 3.333s (3.333s including waiting). Image size: 308177859 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e20ce2ac6ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: 0c07dbeb-6a58-448f-8111-92ee77448443
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e20ce57b380b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: d0faf554-6af8-4360-8515-3dad7dc2e528
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e20ce5e45888
    namespace: kserve-ci-e2e-test
    resourceVersion: "14825"
    uid: 19c56f83-222a-48e3-a020-8b4d49a02ac5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:16Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
  metadata:
    creationTimestamp: "2026-09-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:16Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e20ddcc18d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: a23913b5-edf2-49ae-a3ba-0d0c5cf8886d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    in 12.415s (12.415s including waiting). Image size: 1580849567 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:28Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e210c0ccddce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: a8335fad-04fe-48d0-8df3-d4dbe45ff865
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:28Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e210c3c9b72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15047"
    uid: cbe725a5-d3bb-460c-bae2-2c538f938d05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:28Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e210c435c73b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 4c3f4a2f-b5d4-47a2-a067-195ee0bf2ede
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:28Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:28Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e210c441334b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15049"
    uid: ebb29e48-c9bc-4664-bdcb-1cf871469f42
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.302s (2.302s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e2114d85ee17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15065"
    uid: 4b17fbae-2b2f-4d66-ac82-2549a90b4170
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e21150064354
    namespace: kserve-ci-e2e-test
    resourceVersion: "15066"
    uid: b80acd88-b108-42c9-9059-80784ccec970
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e21150723618
    namespace: kserve-ci-e2e-test
    resourceVersion: "15067"
    uid: 8d42b379-ce53-4194-8acf-932f6f468f54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:fca41bf6c76d7657f169edd3dc0c6debdb0e457b6b69858a1a9fecfede46fd40"
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e211507e2565
    namespace: kserve-ci-e2e-test
    resourceVersion: "15068"
    uid: 5745e241-493c-46f8-a3bb-4cc2f8d23887
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:fca41bf6c76d7657f169edd3dc0c6debdb0e457b6b69858a1a9fecfede46fd40"
    in 2.377s (2.377s including waiting). Image size: 239962726 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:33Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e211de3869a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15086"
    uid: 5187fd9c-4cce-495e-9d71-b2b7416794e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:33Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:33Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e211e127aeb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15087"
    uid: 79b6b277-9670-4323-8760-546649804469
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:56:33Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:33Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e211e1913074
    namespace: kserve-ci-e2e-test
    resourceVersion: "15088"
    uid: da05a76a-f022-44aa-81b8-de316a1ec12e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:57:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:57Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e21212d6cea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15822"
    uid: e7b6e7f2-258c-4d4f-836d-6cc333f5acd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:57:57Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:57Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e2124ea30edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: b59f36b9-cf70-4b61-91da-3f6348977d0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:57:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:42Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e2220a37398d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 79d58544-4d57-4b6a-b2df-2f29b4c7732e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:57:42Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:42Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e2220a3829ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: d0fdf650-39a4-4264-b7f5-6fac8e7f4c01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:57:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:57:42Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e2220a385bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 829a4c29-e717-4514-b1c8-7402ba83ce79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: d0c7320f-9996-42ec-aece-4ec84af5b3f9
  kind: Event
  lastTimestamp: "2026-09-16T18:58:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:00Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp.18d5e2229aef7653
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 175ef988-9707-4b7f-a467-99533d319a23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7846bc9654
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 57da4d3d-4756-4a4a-bfa6-195663df36a1
  kind: Event
  lastTimestamp: "2026-09-16T18:56:07Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7846bc9654-4gzdp'
  metadata:
    creationTimestamp: "2026-09-16T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:07Z"
    name: isvc-sklearn-batcher-predictor-7846bc9654.18d5e20bf7d768af
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: f4e1f711-6b6a-4138-baa7-f5d9c743c55a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: 642fa543-e3cd-4644-a898-1f23906c6d6b
  kind: Event
  lastTimestamp: "2026-09-16T18:56:07Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7846bc9654 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:07Z"
    name: isvc-sklearn-batcher-predictor.18d5e20bea60920b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14728"
    uid: 6dd9adf3-e2f9-48fd-a060-4baf32724a49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: ce2156c9-6731-49af-8d54-0006370439f6
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-sklearn-batcher-predictor.18d5e20f6f63eb24
    namespace: kserve-ci-e2e-test
    resourceVersion: "15128"
    uid: 30629ed2-db3a-4efd-acf7-3fc455e4b3d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: ce2156c9-6731-49af-8d54-0006370439f6
  kind: Event
  lastTimestamp: "2026-09-16T18:56:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:37Z"
    name: isvc-sklearn-batcher-predictor.18d5e20f70297d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15129"
    uid: b56b35f8-cd46-4c18-b3d0-5bfa8305f888
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: ce2156c9-6731-49af-8d54-0006370439f6
  kind: Event
  lastTimestamp: "2026-09-16T18:57:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:37Z"
    name: isvc-sklearn-batcher-predictor.18d5e2166d9c9bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: 567e4357-3b19-42b8-bf16-2399cd23f421
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: ce2156c9-6731-49af-8d54-0006370439f6
  kind: Event
  lastTimestamp: "2026-09-16T18:57:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:56:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:37Z"
    name: isvc-sklearn-batcher-predictor.18d5e2166e0e8311
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 9a1f6be7-3135-41a8-8165-c1b4591e7a77
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: 8f8a3ad4-9ebb-4513-9757-97d325747c28
  kind: Event
  lastTimestamp: "2026-09-16T18:57:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:37Z"
    name: isvc-sklearn-batcher.18d5e20bf0238506
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 4c0c2009-926a-4094-a364-c1c3482a0527
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: 8f8a3ad4-9ebb-4513-9757-97d325747c28
  kind: Event
  lastTimestamp: "2026-09-16T18:56:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:07Z"
    name: isvc-sklearn-batcher.18d5e20bf0b546ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14738"
    uid: aea7dcd6-a19e-4b71-a1e2-87039d3a6fb0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: 8f8a3ad4-9ebb-4513-9757-97d325747c28
  kind: Event
  lastTimestamp: "2026-09-16T18:56:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:07Z"
    name: isvc-sklearn-batcher.18d5e20bf0b5a355
    namespace: kserve-ci-e2e-test
    resourceVersion: "14739"
    uid: dfbb5904-ab7f-4838-8cfa-066f23130c94
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: 8f8a3ad4-9ebb-4513-9757-97d325747c28
  kind: Event
  lastTimestamp: "2026-09-16T18:57:37Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:57:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:37Z"
    name: isvc-sklearn-batcher.18d5e220c888a197
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 16efb81c-428f-48c7-ab3a-6c7d2f3513e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:26:45.339522Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32736"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b7c2fd32be
    namespace: kserve-ci-e2e-test
    resourceVersion: "32741"
    uid: 56ff19eb-75b2-456f-b44a-0d78a30c654b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b7e558a1c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32750"
    uid: f32cbb5a-ee81-4f0a-b589-e9d57adb9bf8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b7e6d53ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 6541bf33-bbbf-4b4e-a288-b07db0f9408b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b7e9b4abe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32754"
    uid: dceb323f-0fea-4fa5-b841-136c634334df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b7ea3dd04d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32755"
    uid: 6fc609a7-23cf-49aa-a922-26c3efe9d91e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:50Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b8ef4e8297
    namespace: kserve-ci-e2e-test
    resourceVersion: "32790"
    uid: 876bf46c-1805-418d-b3d4-e209b68eceec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:50Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b8f228a11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: da5edd98-fbd3-4805-b27c-cf1b3044d01a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:50Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b8f2adecb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32793"
    uid: 68f4f149-deaf-426b-b9e1-b9237e6b7868
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:50Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:50Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b8f2c1e210
    namespace: kserve-ci-e2e-test
    resourceVersion: "32796"
    uid: e4cc16f2-05c7-4051-9a90-74f28a6d2052
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.713s (2.713s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:53Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b9947967f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: 5924b79a-a9da-4f39-abf0-f15476d70cb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:53Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-16T19:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:53Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b997d1f9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32819"
    uid: 35f536b2-0f3e-4f9e-b9fa-d7a6723f47f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:53Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T19:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:53Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b99851f68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32820"
    uid: 8a3f20d3-4802-41a2-89a8-a55e8fa1b7ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:53Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b9985e8059
    namespace: kserve-ci-e2e-test
    resourceVersion: "32821"
    uid: d3f268f4-0bd2-4dc6-909f-19ae14d17b9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:53Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b99cc09fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32823"
    uid: 7e550c44-7b20-42c4-8000-1ff4eb12668e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:26:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:53Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3b99d4f9202
    namespace: kserve-ci-e2e-test
    resourceVersion: "32824"
    uid: 372b38e9-2cd9-4124-8a87-fd8195f1263e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:28:30Z"
  message: 'Readiness probe failed: Get "http://10.132.0.44:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:30Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3bfed6ab567
    namespace: kserve-ci-e2e-test
    resourceVersion: "33713"
    uid: 25f2a7a3-9e26-498c-84e4-4f360cbe254f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:27:25Z"
  message: 'Liveness probe failed: Get "http://10.132.0.44:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.44:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:25Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3c126322de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: 5a9d9027-0d7b-4a08-81e1-4723122f0942
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:28:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:05Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3ca66d8a278
    namespace: kserve-ci-e2e-test
    resourceVersion: "33455"
    uid: 60f746d1-6335-4058-a0d0-608f0dd3bcaa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:28:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:05Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3ca66d960da
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 93681a86-616c-4e44-989a-1933f9c6011c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:28:05Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T19:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:05Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3ca66d98376
    namespace: kserve-ci-e2e-test
    resourceVersion: "33457"
    uid: 0cff9d43-f3a0-495d-9dc6-785079b592f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: 3e7a50fd-520b-4f63-9116-306946168928
  kind: Event
  lastTimestamp: "2026-09-16T19:28:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:35Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8.18d5e3ca673e6581
    namespace: kserve-ci-e2e-test
    resourceVersion: "33749"
    uid: 0f2b380c-6bae-48e6-b6db-a55493d7cab7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32723"
    uid: 14be536f-52e3-451a-ab19-e7da04cc27a1
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-6cdb4c58cd-487v8'
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-sklearn-mcp-predictor-6cdb4c58cd.18d5e3b7c25cf355
    namespace: kserve-ci-e2e-test
    resourceVersion: "32738"
    uid: 7fd0e451-9f20-4192-b15a-c6de524e0e9e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32722"
    uid: 18ad7c4e-02b9-4ad2-b418-d28fa4e3f228
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-6cdb4c58cd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-sklearn-mcp-predictor.18d5e3b7bef8a3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32726"
    uid: 30b6c197-4ed8-4575-9fc0-68b03f57aeac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32714"
    uid: e4d54796-8d24-4236-9a0c-cba44f4cba77
  kind: Event
  lastTimestamp: "2026-09-16T19:28:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:00Z"
    name: isvc-sklearn-mcp.18d5e3b7beb6d093
    namespace: kserve-ci-e2e-test
    resourceVersion: "33410"
    uid: 457a57b7-c05f-4000-896a-1cc65a414b5c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32714"
    uid: e4d54796-8d24-4236-9a0c-cba44f4cba77
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-sklearn-mcp.18d5e3b7bf361317
    namespace: kserve-ci-e2e-test
    resourceVersion: "32729"
    uid: aab9a076-1cec-455c-abc0-ca11d6aa7c26
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: e4d54796-8d24-4236-9a0c-cba44f4cba77
  kind: Event
  lastTimestamp: "2026-09-16T19:28:00Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:00Z"
    name: isvc-sklearn-mcp.18d5e3c9441c8d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33409"
    uid: 8226e85b-51b4-4ae5-b380-e50459f1b885
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:06:38.184320Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20627"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-77674749d-kqgf4
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29eb2ee95f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 19be75f3-3481-46b6-822c-81f9e16c0520
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29ec140d1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 0f1aa607-4b69-4004-9b39-ead3990e4bf7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:39Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:06:39Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29ef8d851ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 8ea371de-3c5d-410e-bc70-e0b5a8892180
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:39Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29efa66975c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: 56927c96-1170-4c1a-b230-468166db6711
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:39Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29efd72dc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: 4b133cb9-99bf-40f3-8b54-d9f9dc5697f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:06:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:39Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29efde41185
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: cd84a959-8a61-414d-bc39-7bb83685c0e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29fee31c13c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: 7adeda8b-c59c-418d-a2e1-a70337ed833e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29ff13db83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 62e0d877-b9f8-4bed-90a7-ae0dee5ee265
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29ff1a9b990
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: c0df87c0-2166-4bc1-bfd5-5eb2fe9a5d98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29ff1b447a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20700"
    uid: 1455ebbe-9628-4ea7-abd5-2cc90c32fc7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29ff4d4a351
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: 1c20a9d2-8cfb-4477-b49d-5a1abe53c187
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:43Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e29ff539f806
    namespace: kserve-ci-e2e-test
    resourceVersion: "20703"
    uid: a3fcdde2-9ef8-4699-8db9-7f0076d724b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e2a065f29975
    namespace: kserve-ci-e2e-test
    resourceVersion: "21454"
    uid: 0f6c0ac3-7f9e-48e1-8590-24a87799278e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:08Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e2b3ac01327f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: dbb51714-8f41-49bb-8a89-5576532341fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:08Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e2b3ac01e0c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: ff6b99c1-4876-4e9d-bb3d-06e9942bfa02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-77674749d-kqgf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: b09e6726-a6c8-4582-aef8-02149fb5bd2e
  kind: Event
  lastTimestamp: "2026-09-16T19:08:11Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:08:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:11Z"
    name: isvc-sklearn-predictor-77674749d-kqgf4.18d5e2b46c240439
    namespace: kserve-ci-e2e-test
    resourceVersion: "21453"
    uid: e896f8da-428a-4aed-bab3-95d0310c9f58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-77674749d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: 3cb66483-870f-43fa-9c4f-e18fcdfc5d00
  kind: Event
  lastTimestamp: "2026-09-16T19:06:38Z"
  message: 'Created pod: isvc-sklearn-predictor-77674749d-kqgf4'
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-sklearn-predictor-77674749d.18d5e29eb1ff329b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: 7314c635-b7f5-417a-a318-dde6c1c0c604
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: ddf5c9ca-c652-4b8f-9ea5-5e58db61eba6
  kind: Event
  lastTimestamp: "2026-09-16T19:06:38Z"
  message: Scaled up replica set isvc-sklearn-predictor-77674749d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-sklearn-predictor.18d5e29eadeb88b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 0156ad50-b07c-4e02-9d7e-ceac38e2053f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: 5e8cd440-94ea-458c-995c-7f46129e52ae
  kind: Event
  lastTimestamp: "2026-09-16T19:07:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:23Z"
    name: isvc-sklearn-predictor.18d5e2a22c78651c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: 0e046b36-a201-4f5e-8d1a-64d9bff81242
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: 5e8cd440-94ea-458c-995c-7f46129e52ae
  kind: Event
  lastTimestamp: "2026-09-16T19:07:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:23Z"
    name: isvc-sklearn-predictor.18d5e2a22cdd5388
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: f3e73d01-efbd-4ac0-891c-ef28f0891d31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: 5e8cd440-94ea-458c-995c-7f46129e52ae
  kind: Event
  lastTimestamp: "2026-09-16T19:08:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:08Z"
    name: isvc-sklearn-predictor.18d5e2a5abd4e2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21419"
    uid: 48a3a869-8947-4899-b479-21d426e07602
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: 5e8cd440-94ea-458c-995c-7f46129e52ae
  kind: Event
  lastTimestamp: "2026-09-16T19:08:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:08Z"
    name: isvc-sklearn-predictor.18d5e2a5ac844c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21422"
    uid: d35b013e-edb3-428c-ab26-630a331522f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:08.730559Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23024"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2ddb0bf333b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23032"
    uid: 65231f31-2059-439c-bc84-1885323e082a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2ddbc59422f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23039"
    uid: 825f2243-4b90-41c9-909b-b9d23a251ea6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23035"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:09Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:09Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2ddf5e5478e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23051"
    uid: c08d77ca-6165-4aee-9067-eea96ebfc4cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:09Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2ddf74e5f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23053"
    uid: 452acd30-ce4a-4b7b-86fb-0e88236bc6ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:09Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2ddfabb0a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23054"
    uid: 81ac6c92-4b37-4cce-a542-22c2e7945cef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:09Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2ddfb2643d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: 0de7759f-78c1-48ca-9a78-aa98bfe90cfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:16Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2df8179d3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: c92c8940-071c-41fe-ab77-0301b8b0b7a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:16Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2df8447cd39
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: 59f5f286-295c-46b2-b491-1a81aad44c17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:16Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2df84c2dc0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: 2f535f76-a7c5-4f60-b040-eb222e8972ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:16Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2df84cc45db
    namespace: kserve-ci-e2e-test
    resourceVersion: "23119"
    uid: 6821b07f-0a8c-4e93-a98a-c9d20c5ba05a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:16Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2df87dd2ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23121"
    uid: e457ae3b-0597-48c9-bf40-46eb2aaa0655
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:16Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2df8851287e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23123"
    uid: 0fa9b325-6ca7-4002-9bde-736db681c629
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:24Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2dff94d5c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23210"
    uid: 6ffc30f0-d6b5-48d7-8e19-159d5298ddf3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:40Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2e524cfc31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: a5e48fcf-2ba1-4f2d-a00e-8e9821a1bc5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 2c1cf3dd-dc7c-4b0d-8476-ae8459475aa6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:40Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2.18d5e2e524d0158d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: c19522ab-fdbe-46cc-bcd4-2f7c103069d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-f49f9d55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23016"
    uid: 8a8d24eb-1dec-4c0f-9c0f-618aa59e7378
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-f49f9d55d-mvkf2'
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime-predictor-f49f9d55d.18d5e2ddb0440eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23025"
    uid: a978ad48-7ea4-4b8d-be5a-381b0cf6fbc6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23014"
    uid: 15b3816d-058c-4497-94f7-6245b5ebb52d
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-f49f9d55d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime-predictor.18d5e2ddad67a443
    namespace: kserve-ci-e2e-test
    resourceVersion: "23017"
    uid: c7062638-85ca-420e-9e68-bb35d2dc409f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23015"
    uid: d05e5bec-c50f-413b-830b-f485b1a262ee
  kind: Event
  lastTimestamp: "2026-09-16T19:11:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:38Z"
    name: isvc-sklearn-runtime-predictor.18d5e2e12be96e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23426"
    uid: d36af3dd-f0b1-4149-96c8-34799a61828d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23015"
    uid: d05e5bec-c50f-413b-830b-f485b1a262ee
  kind: Event
  lastTimestamp: "2026-09-16T19:11:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:11:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:38Z"
    name: isvc-sklearn-runtime-predictor.18d5e2e12c4f3675
    namespace: kserve-ci-e2e-test
    resourceVersion: "23427"
    uid: b8b11ad0-b797-40a8-8f04-ee001e583477
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23006"
    uid: ca3b0ff6-af44-42f6-ba17-c6adddc3fc71
  kind: Event
  lastTimestamp: "2026-09-16T19:11:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:34Z"
    name: isvc-sklearn-runtime.18d5e2ddad6cb628
    namespace: kserve-ci-e2e-test
    resourceVersion: "23400"
    uid: 98a8af6a-4022-4c54-a731-a5c8f4f05958
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23006"
    uid: ca3b0ff6-af44-42f6-ba17-c6adddc3fc71
  kind: Event
  lastTimestamp: "2026-09-16T19:11:08Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:08Z"
    name: isvc-sklearn-runtime.18d5e2ddadde9f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23020"
    uid: 235cb611-25c7-46e4-be55-efaf6beed1ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23398"
    uid: ca3b0ff6-af44-42f6-ba17-c6adddc3fc71
  kind: Event
  lastTimestamp: "2026-09-16T19:11:34Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:34Z"
    name: isvc-sklearn-runtime.18d5e2e3b9d5a3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: c55906a1-c438-4998-8dd5-7dedb163842d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:27:45.525584Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33249"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:27:45Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c5c65b8e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33254"
    uid: 476fccdf-ae89-4820-9dfe-fdd012bb352e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33261"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:46Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:27:46Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c5e869d22a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33269"
    uid: f17370da-b322-4e04-84a9-174b7494258f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:46Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c5e9c2c5ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33271"
    uid: b1122b74-a684-4e03-b0a8-f2550b3c8477
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:46Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c5ed569b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33274"
    uid: 599a19ae-6220-4802-86b9-97c633b23751
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:46Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c5edc499b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33275"
    uid: f2a9d076-46fd-4072-82a6-f315e1d45d2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c64416d417
    namespace: kserve-ci-e2e-test
    resourceVersion: "33289"
    uid: bd9cd4f0-25c8-4d2d-bcce-a9593749e0ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c6471150d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33293"
    uid: 5aa94bcb-59de-4edc-8d56-009e906dddd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c6477b7772
    namespace: kserve-ci-e2e-test
    resourceVersion: "33294"
    uid: 9662a288-6002-4822-ad8f-8a62b07439bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c647869ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33297"
    uid: 30c0f467-5624-4463-879c-2d9ed4914736
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c64a3bfa26
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: 88655722-ae48-43db-96b8-fe82e1683e8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:47Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c64ac7da90
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: c5f6e989-8168-45ca-a827-d07bb9821948
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:04Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3c6bc11fed2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33966"
    uid: bb39447c-ebf7-4ca0-ac3d-27c65b7ec7f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:19Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3dbb123ac27
    namespace: kserve-ci-e2e-test
    resourceVersion: "34113"
    uid: fbf93fcf-bcad-4770-8819-87bd9fa0c44d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:19Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3dbb129af11
    namespace: kserve-ci-e2e-test
    resourceVersion: "34114"
    uid: 2a9e4c93-e007-47a3-8ee5-7f0858fd2eaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq
    namespace: kserve-ci-e2e-test
    resourceVersion: "33252"
    uid: 2f3331de-3f17-41f9-9ee7-4216a4e22da1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:20Z"
    name: isvc-sklearn-s3-predictor-776585ccf5-f7bgq.18d5e3dbec4d8b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "34169"
    uid: aabb5ec3-beb6-4f0a-ad4c-aa4bc0e9716b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-776585ccf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 00e32b89-e68c-478c-8bdd-478d6b254d6c
  kind: Event
  lastTimestamp: "2026-09-16T19:27:45Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-776585ccf5-f7bgq'
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:45Z"
    name: isvc-sklearn-s3-predictor-776585ccf5.18d5e3c5c5e9e7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33251"
    uid: 13fa86f4-88e0-4ddc-8a80-5e5bace09a47
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33238"
    uid: 36a84865-3f8e-49fb-a572-9ec8d52dd751
  kind: Event
  lastTimestamp: "2026-09-16T19:27:45Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-776585ccf5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:45Z"
    name: isvc-sklearn-s3-predictor.18d5e3c5c3633041
    namespace: kserve-ci-e2e-test
    resourceVersion: "33241"
    uid: 2ec21bf5-4782-432f-949f-7f02e23a4095
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: a26df799-7fb6-415b-bcba-8c1fa5a3aaa4
  kind: Event
  lastTimestamp: "2026-09-16T19:28:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:00Z"
    name: isvc-sklearn-s3-predictor.18d5e3c941f68b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "33404"
    uid: 0feb1b44-da2f-41c3-9c77-7ed4fb9b3c88
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33239"
    uid: a26df799-7fb6-415b-bcba-8c1fa5a3aaa4
  kind: Event
  lastTimestamp: "2026-09-16T19:28:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:00Z"
    name: isvc-sklearn-s3-predictor.18d5e3c9426d8d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33406"
    uid: 4c15873c-47a9-4903-aab6-81c49c880e3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33405"
    uid: a26df799-7fb6-415b-bcba-8c1fa5a3aaa4
  kind: Event
  lastTimestamp: "2026-09-16T19:29:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:15Z"
    name: isvc-sklearn-s3-predictor.18d5e3ccc1350fda
    namespace: kserve-ci-e2e-test
    resourceVersion: "34063"
    uid: 7cd9023d-14ec-41e8-9bf0-e981e28355a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33405"
    uid: a26df799-7fb6-415b-bcba-8c1fa5a3aaa4
  kind: Event
  lastTimestamp: "2026-09-16T19:29:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:15Z"
    name: isvc-sklearn-s3-predictor.18d5e3ccc1c14522
    namespace: kserve-ci-e2e-test
    resourceVersion: "34064"
    uid: ee3a3ee4-cf1a-46d3-a4a0-c424daa43220
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:32:23.181678Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36038"
    uid: 74bf60d0-9062-4c98-a416-accc9a683519
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:32:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:32:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb.18d5e4066bf35e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36043"
    uid: c059e975-bec6-4ec4-a448-2e081b021e77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36049"
    uid: 74bf60d0-9062-4c98-a416-accc9a683519
  kind: Event
  lastTimestamp: "2026-09-16T19:32:23Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:32:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb.18d5e4068deec77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36061"
    uid: 025378e9-9c4c-4561-aea3-457abc707ddb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 74bf60d0-9062-4c98-a416-accc9a683519
  kind: Event
  lastTimestamp: "2026-09-16T19:32:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb.18d5e4068f6dc82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36095"
    uid: fc72f859-ee39-4f82-ba9e-958842176b37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 74bf60d0-9062-4c98-a416-accc9a683519
  kind: Event
  lastTimestamp: "2026-09-16T19:32:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb.18d5e406923ca8e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: e00bf566-fa6a-4054-9c1f-9f35db7ad068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 74bf60d0-9062-4c98-a416-accc9a683519
  kind: Event
  lastTimestamp: "2026-09-16T19:32:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:26Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb.18d5e40692ba13d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36103"
    uid: 8db0901e-a8e5-4b0c-9aa8-2165d51f38d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 74bf60d0-9062-4c98-a416-accc9a683519
  kind: Event
  lastTimestamp: "2026-09-16T19:32:29Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb_kserve-ci-e2e-test(74bf60d0-9062-4c98-a416-accc9a683519)
  metadata:
    creationTimestamp: "2026-09-16T19:32:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:29Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb.18d5e407fb2704ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36122"
    uid: 88098cac-ff1e-44a4-b389-6de34da4fa85
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36029"
    uid: 18e9ad46-ffc2-4260-8345-1e45379444bd
  kind: Event
  lastTimestamp: "2026-09-16T19:32:23Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5-fcfjb'
  metadata:
    creationTimestamp: "2026-09-16T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5.18d5e4066b84c230
    namespace: kserve-ci-e2e-test
    resourceVersion: "36040"
    uid: 230f8a1b-489e-45c4-816e-1e3e0df4d69a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36027"
    uid: 36fcdc6f-db79-4ead-a11c-f5a82cba9e1d
  kind: Event
  lastTimestamp: "2026-09-16T19:32:23Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5df9f8bfc5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:23Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d5e40668f0569b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: 429a3ca4-1019-4564-be4f-654c76cbe8e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36020"
    uid: 9e13f5fd-a650-496f-a02d-45dcd7130d7f
  kind: Event
  lastTimestamp: "2026-09-16T19:32:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:29Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e40668f879af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36126"
    uid: d3935cec-dda9-4c2a-9e5b-1af84cbaeab5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36020"
    uid: 9e13f5fd-a650-496f-a02d-45dcd7130d7f
  kind: Event
  lastTimestamp: "2026-09-16T19:32:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:23Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e40669708560
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: f290c09a-6a3c-40be-b5f0-49f187f2c16c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36022"
    uid: 9e13f5fd-a650-496f-a02d-45dcd7130d7f
  kind: Event
  lastTimestamp: "2026-09-16T19:32:23Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:23Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e40670605087
    namespace: kserve-ci-e2e-test
    resourceVersion: "36052"
    uid: 04ef191d-cdda-472d-aadd-3fd732ac4856
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:31:02.080551Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35248"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:31:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:31:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f389f263ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "35253"
    uid: 20dc8e5e-9a8f-4cf9-b056-f6200ee3fee0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f3952815cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35267"
    uid: 18fcc659-249b-4424-a239-ee461a6313fa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35260"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:03Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:31:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f3cfd9fd37
    namespace: kserve-ci-e2e-test
    resourceVersion: "35278"
    uid: 4021e708-49a2-4ebe-81fe-5a9e90ce44fa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f3d14192d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35284"
    uid: 229d3361-be42-4b09-8c6a-91ef8a09a863
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f3d3cafd41
    namespace: kserve-ci-e2e-test
    resourceVersion: "35285"
    uid: 21f98ac3-2b64-46ee-9009-83f8df7555bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f3d451deeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35286"
    uid: 3e958f79-c80f-400f-8a8e-3c03976357f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f41a382f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "35303"
    uid: 1c317c40-36b2-4024-a605-c7e60b9cce01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f41e1e0580
    namespace: kserve-ci-e2e-test
    resourceVersion: "35306"
    uid: b59d8bc0-485e-4bfc-8252-7a394851e785
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f41e8e3cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35308"
    uid: 3f743c03-bd48-44a6-99dd-6c320c70e461
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f41e99bb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35309"
    uid: 957692b9-0202-4a37-8098-71da4e7a9387
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f4224bb056
    namespace: kserve-ci-e2e-test
    resourceVersion: "35311"
    uid: 0fc2396f-a66b-489b-bb6a-73c50abd0546
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:31:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f422bc3fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35312"
    uid: fec8327e-51f4-41c8-a07c-44fca81545ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:32:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:11Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e3f4564b27f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: d3db0b77-e9a9-466c-a34b-8ebb0d2fd212
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:32:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e4062d920446
    namespace: kserve-ci-e2e-test
    resourceVersion: "36001"
    uid: c15e275f-7aa9-4684-b2cd-3d80b6bf7366
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:32:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:22Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e4062d929c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: 71929cf2-d1e4-4583-bec6-496d48ae248f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48
    namespace: kserve-ci-e2e-test
    resourceVersion: "35251"
    uid: 5038e05e-39c3-479b-82e0-c06683e0de53
  kind: Event
  lastTimestamp: "2026-09-16T19:32:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48.18d5e407328198bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36092"
    uid: c893419a-4ec2-494d-a4a8-70eb988e99d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35239"
    uid: 2a4c7cb5-1839-40e6-a9b7-17efda44897e
  kind: Event
  lastTimestamp: "2026-09-16T19:31:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f-4qq48'
  metadata:
    creationTimestamp: "2026-09-16T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f.18d5e3f3897f97ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "35250"
    uid: cdd766a1-5437-459b-9b1a-bc745ddafe8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35237"
    uid: 40ab2cdb-dfb3-4bda-b7e4-5688de539204
  kind: Event
  lastTimestamp: "2026-09-16T19:31:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-5954896d5f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3f386f1409d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35240"
    uid: 2c77b130-9f4f-4976-8db4-b374fef5e9cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35238"
    uid: f8771c36-bff6-4484-a025-0dfe46c80c95
  kind: Event
  lastTimestamp: "2026-09-16T19:31:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3f7069d00ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: bd4bc344-336a-4ffd-bf55-5144c4ca702a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35238"
    uid: f8771c36-bff6-4484-a025-0dfe46c80c95
  kind: Event
  lastTimestamp: "2026-09-16T19:31:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:32Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3f707163f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "35525"
    uid: 8dbb50bb-18bc-4ec2-bb5c-eba3e82a2824
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35399"
    uid: f8771c36-bff6-4484-a025-0dfe46c80c95
  kind: Event
  lastTimestamp: "2026-09-16T19:32:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3fe060ee1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35938"
    uid: 140a8d23-eb5e-46ad-9051-2f58ac1f1312
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35399"
    uid: f8771c36-bff6-4484-a025-0dfe46c80c95
  kind: Event
  lastTimestamp: "2026-09-16T19:32:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:17Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e3fe06d2d2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35940"
    uid: 7dd32bb2-9d2e-4469-85a7-d757edba650b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: 5d11a805-70f7-45bb-a861-b8bd6d1806a2
  kind: Event
  lastTimestamp: "2026-09-16T19:32:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:17Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3f3871c696e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: 5e83e64a-b802-4f4d-8cbd-1d15731b9311
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: 5d11a805-70f7-45bb-a861-b8bd6d1806a2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:02Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3f3879ec132
    namespace: kserve-ci-e2e-test
    resourceVersion: "35262"
    uid: 8de1dc8b-2808-4007-8aa4-c325e48cb741
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35232"
    uid: 5d11a805-70f7-45bb-a861-b8bd6d1806a2
  kind: Event
  lastTimestamp: "2026-09-16T19:31:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:02Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e3f38df47e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "35263"
    uid: fa14dd94-d815-472a-a591-15a0e317add4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35952"
    uid: 5d11a805-70f7-45bb-a861-b8bd6d1806a2
  kind: Event
  lastTimestamp: "2026-09-16T19:32:17Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:17Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e4052557d9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35953"
    uid: e4946ee4-2290-4dbe-9aba-3c1d03d2bc99
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:30:50.966829Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: 5ca20bca-2880-440f-8e99-4ab964ef0543
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:30:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:30:50Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq.18d5e3f0f3848c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35083"
    uid: d40fff54-9600-4379-a89d-6bc0fdf398c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35089"
    uid: 5ca20bca-2880-440f-8e99-4ab964ef0543
  kind: Event
  lastTimestamp: "2026-09-16T19:30:51Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:30:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq.18d5e3f1159eb203
    namespace: kserve-ci-e2e-test
    resourceVersion: "35097"
    uid: 4accd3f2-7fec-4f63-834f-26d1cfa75ebd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: 5ca20bca-2880-440f-8e99-4ab964ef0543
  kind: Event
  lastTimestamp: "2026-09-16T19:30:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:55Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq.18d5e3f11725aade
    namespace: kserve-ci-e2e-test
    resourceVersion: "35137"
    uid: bfdd00af-6c5c-4aba-a76c-7ad6d95f370a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: 5ca20bca-2880-440f-8e99-4ab964ef0543
  kind: Event
  lastTimestamp: "2026-09-16T19:30:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:55Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq.18d5e3f11a4167b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35140"
    uid: e82f24c6-949c-4e4a-abf6-ddb02217e223
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: 5ca20bca-2880-440f-8e99-4ab964ef0543
  kind: Event
  lastTimestamp: "2026-09-16T19:30:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:55Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq.18d5e3f11acb5f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35141"
    uid: b9b36270-d789-4fa3-97e1-c25a3d9c8097
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35080"
    uid: 5ca20bca-2880-440f-8e99-4ab964ef0543
  kind: Event
  lastTimestamp: "2026-09-16T19:30:59Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq_kserve-ci-e2e-test(5ca20bca-2880-440f-8e99-4ab964ef0543)
  metadata:
    creationTimestamp: "2026-09-16T19:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:59Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq.18d5e3f2e73ded58
    namespace: kserve-ci-e2e-test
    resourceVersion: "35175"
    uid: c023f0ec-5db3-4dcb-8680-4b618fcc5ed4
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35068"
    uid: 59abcd6a-7af1-4fe6-91c6-4f8cf9b3ca54
  kind: Event
  lastTimestamp: "2026-09-16T19:30:50Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c-5x4gq'
  metadata:
    creationTimestamp: "2026-09-16T19:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:50Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c.18d5e3f0f30580cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35078"
    uid: c91169f9-570a-4003-a0bf-2994358e1fcf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35066"
    uid: afd262c1-751c-468b-8ba5-b76da0225fcb
  kind: Event
  lastTimestamp: "2026-09-16T19:30:50Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-8665d9d48c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:50Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d5e3f0f07d7d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "35069"
    uid: ded4fc07-6800-41f2-a8a4-6be276746c55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: 143bf15e-0343-4939-9a16-47509216ddd6
  kind: Event
  lastTimestamp: "2026-09-16T19:30:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:59Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5e3f0f095da71
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: 433511c7-044e-40ce-b137-c9f3c80b1d33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: 143bf15e-0343-4939-9a16-47509216ddd6
  kind: Event
  lastTimestamp: "2026-09-16T19:30:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:50Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5e3f0f10a3c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "35074"
    uid: 4c5378e8-bb52-48df-a86e-2f86ea7de83d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:29:19.829330Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34140"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:29:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:29:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dbbb4c86f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34144"
    uid: fa0bc34b-1e07-4094-9a88-d2f0c9323f48
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34151"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:20Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:29:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dbdd6e185d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34162"
    uid: 458f7222-8160-43de-b51a-7fca59f79645
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dbdeda1731
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 7bcf7804-6c54-4fc2-a1d9-33d2321158b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dbe15e8c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: ce89bee0-7ba9-40fe-bb26-07575eddb9cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dbe1de39d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: 192e3222-9d95-4be2-ab78-e1b2efee9a70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dc3a09fbb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34203"
    uid: ca9f6a36-d6e7-49fe-842e-37745d77c1e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dc3d2628af
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: b16c1b46-7f22-424f-a253-32879797c9c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dc3da1c731
    namespace: kserve-ci-e2e-test
    resourceVersion: "34208"
    uid: a5b033ed-607d-407f-86b0-3b379f557aae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dc3daf04fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34210"
    uid: 1e476218-2342-4a08-b35e-ddc703e8df64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dc40a35240
    namespace: kserve-ci-e2e-test
    resourceVersion: "34212"
    uid: 986d42f3-59f7-4cf1-9124-dd9b5a16e5b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:29:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dc41455d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "34214"
    uid: 99cf44c9-cd23-416d-bd77-eb7c928be905
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3dc75fed2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34939"
    uid: e64b145b-0254-4c5b-b4a7-ab09cb893b0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3f0b001cf05
    namespace: kserve-ci-e2e-test
    resourceVersion: "35037"
    uid: 2d1ce37a-c2a9-4023-8579-e0cfe49f266c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3f0b00255e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35039"
    uid: 18c6def6-a85e-43a9-91e7-ce37b75d409d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: a62b9056-3fcf-401f-bd88-99157c2f054b
  kind: Event
  lastTimestamp: "2026-09-16T19:30:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:53Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6.18d5e3f1a633b0c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35126"
    uid: c5192992-02d1-495a-8779-bf4462572774
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: 626675f1-4a09-454b-b20a-b5459d32fef1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:19Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c-sv9j6'
  metadata:
    creationTimestamp: "2026-09-16T19:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c.18d5e3dbbacf68a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 3c79f2cb-6dea-4ccf-8d23-cc54dff7761f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 72a28c6e-1f3c-4a5b-b164-e78f80d809cf
  kind: Event
  lastTimestamp: "2026-09-16T19:29:19Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-5b87bbf54c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:19Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3dbb8231025
    namespace: kserve-ci-e2e-test
    resourceVersion: "34133"
    uid: 6da45439-db66-4a2a-97c7-e494e754e897
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: 4352c33a-8fdf-44be-8fa1-228e55bee370
  kind: Event
  lastTimestamp: "2026-09-16T19:29:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3df3735b068
    namespace: kserve-ci-e2e-test
    resourceVersion: "34487"
    uid: f01a89c9-4aee-40ec-95e1-a6d03284e703
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: 4352c33a-8fdf-44be-8fa1-228e55bee370
  kind: Event
  lastTimestamp: "2026-09-16T19:29:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:49Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3df37a3da68
    namespace: kserve-ci-e2e-test
    resourceVersion: "34488"
    uid: 6bd1b979-f891-412d-a102-d09c0c59abcc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34371"
    uid: 4352c33a-8fdf-44be-8fa1-228e55bee370
  kind: Event
  lastTimestamp: "2026-09-16T19:30:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3e63563d2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34899"
    uid: ee19117a-2bfa-4330-b030-3aae42a827ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34371"
    uid: 4352c33a-8fdf-44be-8fa1-228e55bee370
  kind: Event
  lastTimestamp: "2026-09-16T19:30:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:30:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3e635d32664
    namespace: kserve-ci-e2e-test
    resourceVersion: "34900"
    uid: bf9563f7-2548-40ad-a496-f2cf7e43c6fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34121"
    uid: 6604426f-62b2-4e2b-8108-59cdae6cc49d
  kind: Event
  lastTimestamp: "2026-09-16T19:30:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:49Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3dbb8334248
    namespace: kserve-ci-e2e-test
    resourceVersion: "35018"
    uid: 5914a457-8a81-48a8-ac72-a0476f08214d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34121"
    uid: 6604426f-62b2-4e2b-8108-59cdae6cc49d
  kind: Event
  lastTimestamp: "2026-09-16T19:29:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:19Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3dbb8c0a583
    namespace: kserve-ci-e2e-test
    resourceVersion: "34136"
    uid: 2025d25c-dc8c-4589-8448-0f6a2c2cef13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35016"
    uid: 6604426f-62b2-4e2b-8108-59cdae6cc49d
  kind: Event
  lastTimestamp: "2026-09-16T19:30:49Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:49Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3f0825b2eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "35017"
    uid: 67fe69fc-4549-4f99-85ce-1e79276ccc01
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:33:55.397626Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: 50d1a5f3-e425-481a-b007-0abb34b5829e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:33:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:33:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4.18d5e41be472fe59
    namespace: kserve-ci-e2e-test
    resourceVersion: "36984"
    uid: 0f66feb5-ad6c-4ab4-ab69-ee1ae503180f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36990"
    uid: 50d1a5f3-e425-481a-b007-0abb34b5829e
  kind: Event
  lastTimestamp: "2026-09-16T19:33:55Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:33:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4.18d5e41c065b275e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36999"
    uid: 19e78a0a-66cb-4abd-be05-30e160187f6c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: 50d1a5f3-e425-481a-b007-0abb34b5829e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4.18d5e41c07b01282
    namespace: kserve-ci-e2e-test
    resourceVersion: "37058"
    uid: 7594df3a-676d-45de-a9b1-7e1edfa2990a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: 50d1a5f3-e425-481a-b007-0abb34b5829e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4.18d5e41c0af9109c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37060"
    uid: 96aa7cc8-3bcc-4ab9-b7c5-e01304ae4df9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: 50d1a5f3-e425-481a-b007-0abb34b5829e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4.18d5e41c0b6daf00
    namespace: kserve-ci-e2e-test
    resourceVersion: "37061"
    uid: d49926d5-ac2a-467a-a610-bcac2b4313e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36982"
    uid: 50d1a5f3-e425-481a-b007-0abb34b5829e
  kind: Event
  lastTimestamp: "2026-09-16T19:34:05Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:05Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4.18d5e41e36af88ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37107"
    uid: 00839602-99c1-4d90-bd1d-56342cd0d4dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36970"
    uid: c62a9f6f-8144-41ab-9658-a32681b4a36c
  kind: Event
  lastTimestamp: "2026-09-16T19:33:55Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb-rsbr4'
  metadata:
    creationTimestamp: "2026-09-16T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb.18d5e41be3d4f7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36981"
    uid: 100325e3-d8f7-40e7-9a92-e8d72d1f96f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36968"
    uid: c5e669de-ea83-42fd-9742-c3cea98bd7fb
  kind: Event
  lastTimestamp: "2026-09-16T19:33:55Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-6859c4cdb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d5e41be164f399
    namespace: kserve-ci-e2e-test
    resourceVersion: "36971"
    uid: 760b050f-6462-47e8-9124-88ef37a91181
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: c5fb7aae-8eac-4c5d-b479-2dd396b30759
  kind: Event
  lastTimestamp: "2026-09-16T19:34:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:02Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e41be17dab2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37064"
    uid: 32f8bb70-6426-46b8-aca1-a8b12bcd1dd1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36961"
    uid: c5fb7aae-8eac-4c5d-b479-2dd396b30759
  kind: Event
  lastTimestamp: "2026-09-16T19:33:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:55Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e41be1e80223
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 9444c875-478c-4a2a-b1e9-0bb795383f65
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:32:34.348996Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36205"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:32:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:32:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e40905931879
    namespace: kserve-ci-e2e-test
    resourceVersion: "36209"
    uid: 753478ce-dd6e-474c-8cbe-34dffa9b235e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36215"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:32:34Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:32:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e40927ab9408
    namespace: kserve-ci-e2e-test
    resourceVersion: "36229"
    uid: 143ca45e-3e3b-4177-bf8d-189d108ddc29
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:32:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e409290ab2e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: 38755883-3d73-4fae-a703-b780521adf9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:32:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e4092b9cc419
    namespace: kserve-ci-e2e-test
    resourceVersion: "36233"
    uid: 158e818f-5954-49c5-a618-3742177ae50e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:32:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e4092c1596a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36234"
    uid: d05312f1-104b-4e43-8dd9-157f9cd4ae0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:32:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e4099dee78af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: d15a455a-b344-4ab0-8038-bce5c68990e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:32:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e409a0c0cf54
    namespace: kserve-ci-e2e-test
    resourceVersion: "36255"
    uid: 128d0a1e-cabb-402d-9bb4-f7b5fbd83418
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:32:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e409a1366b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36256"
    uid: 87141b62-09d2-4cbf-950f-aac85c8fe969
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:32:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e409a14085d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36257"
    uid: 88da098c-366c-486e-89af-04739d712a3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:32:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e409a416add9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36260"
    uid: d87b8d19-c5a7-425c-9234-28566037d666
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:32:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:37Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e409a4864ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36262"
    uid: f6b9228c-1f7b-4e79-9aa1-870f97d7bee5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:33:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e409d9f8b089
    namespace: kserve-ci-e2e-test
    resourceVersion: "36840"
    uid: 2abcf1eb-bd8e-498f-91a8-21f8606975c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:33:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e41ba340ad7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36944"
    uid: 0281cbf3-32ee-444e-8b68-47b4f97c915c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:33:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:54Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e41ba341aa83
    namespace: kserve-ci-e2e-test
    resourceVersion: "36945"
    uid: f725c5f7-666e-4417-9ca4-8e0b35e78bd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 5555c3f6-1bf0-439c-9ba9-384318215caf
  kind: Event
  lastTimestamp: "2026-09-16T19:33:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr.18d5e41cb630cf90
    namespace: kserve-ci-e2e-test
    resourceVersion: "37030"
    uid: 273b135c-c673-4462-a91a-baaa4bb8eced
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "36194"
    uid: 43403198-1408-42f9-a864-cc7a2c4451f9
  kind: Event
  lastTimestamp: "2026-09-16T19:32:34Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44-t7ncr'
  metadata:
    creationTimestamp: "2026-09-16T19:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44.18d5e409050bf5cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36206"
    uid: a3ae1ca7-c052-41fe-b001-04e54939c2c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36192"
    uid: 37eb196c-1085-4602-a589-41c998f6dfa3
  kind: Event
  lastTimestamp: "2026-09-16T19:32:34Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-578d87b44
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e40900b3c1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36195"
    uid: 9298070a-55cf-46fe-852d-fbf289c9f051
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36193"
    uid: 0330e399-cbfe-4aac-9897-d243ff0ae276
  kind: Event
  lastTimestamp: "2026-09-16T19:33:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e40c7f5f8fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "36464"
    uid: 0d047801-176c-44a7-ba74-4898f16741ef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36193"
    uid: 0330e399-cbfe-4aac-9897-d243ff0ae276
  kind: Event
  lastTimestamp: "2026-09-16T19:33:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:04Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e40c7fe5f7bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36465"
    uid: 6f5c9bf2-29ff-448a-be9d-f332e1840339
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 0330e399-cbfe-4aac-9897-d243ff0ae276
  kind: Event
  lastTimestamp: "2026-09-16T19:33:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e4137e036765
    namespace: kserve-ci-e2e-test
    resourceVersion: "36880"
    uid: 45159c35-1867-4820-a9f8-5afa7b9e1324
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 0330e399-cbfe-4aac-9897-d243ff0ae276
  kind: Event
  lastTimestamp: "2026-09-16T19:33:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:49Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e4137e993459
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: 629464d3-d8f5-4a90-8ef0-95e516280286
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: 00c77d06-fd5f-4f8a-8a66-8e6433ae4853
  kind: Event
  lastTimestamp: "2026-09-16T19:33:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e40901443e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36926"
    uid: 9e2a0993-3cc6-4a17-9d8c-5e660ca7bca3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: 00c77d06-fd5f-4f8a-8a66-8e6433ae4853
  kind: Event
  lastTimestamp: "2026-09-16T19:32:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:34Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e40902e05b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: 3712c977-f09a-4a93-b067-92b73837c395
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36186"
    uid: 00c77d06-fd5f-4f8a-8a66-8e6433ae4853
  kind: Event
  lastTimestamp: "2026-09-16T19:32:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:34Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e4090a013cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36219"
    uid: 9a660ec3-d1c1-42b6-a68d-2f0afbfdb3fe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36924"
    uid: 00c77d06-fd5f-4f8a-8a66-8e6433ae4853
  kind: Event
  lastTimestamp: "2026-09-16T19:33:54Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:54Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e41b91e9d41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36925"
    uid: 06c1cb88-52a4-40ac-8345-06b24228b8be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: a0a12e80-adda-4536-8164-d694165a6da2
  kind: Event
  lastTimestamp: "2026-09-16T19:29:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:14Z"
    name: isvc-sklearn-s3.18d5e3c5c364fe1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34055"
    uid: a1a79e7b-c330-4b78-9d8f-382168ad9c2c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: a0a12e80-adda-4536-8164-d694165a6da2
  kind: Event
  lastTimestamp: "2026-09-16T19:27:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:45Z"
    name: isvc-sklearn-s3.18d5e3c5c40d26d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33245"
    uid: cf8b8a34-53c5-4117-9d4c-c62e9156ecff
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34053"
    uid: a0a12e80-adda-4536-8164-d694165a6da2
  kind: Event
  lastTimestamp: "2026-09-16T19:29:14Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:14Z"
    name: isvc-sklearn-s3.18d5e3da88f3ec70
    namespace: kserve-ci-e2e-test
    resourceVersion: "34054"
    uid: 951deb3d-48f9-4e63-9e91-99901bb0d6fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-5cbf7dcfc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20297"
    uid: 253f4fe0-a358-4cb7-96ba-fc7a881f38ad
  kind: Event
  lastTimestamp: "2026-09-16T19:06:04Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-5cbf7dcfc6-d4kjw'
  metadata:
    creationTimestamp: "2026-09-16T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:04Z"
    name: isvc-sklearn-scheduler-predictor-5cbf7dcfc6.18d5e296e006b461
    namespace: kserve-ci-e2e-test
    resourceVersion: "20307"
    uid: 2c1b7672-8651-444b-afe7-dcdc25cfa79d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20296"
    uid: 5cbb7b03-f6af-4fd9-b168-2ba179777854
  kind: Event
  lastTimestamp: "2026-09-16T19:06:04Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-5cbf7dcfc6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:04Z"
    name: isvc-sklearn-scheduler-predictor.18d5e296dcd15a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20299"
    uid: 5ea63b99-06b8-497b-9006-a8d7029c2014
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20288"
    uid: 08dd25da-2030-41c3-a89f-d36bd4bde203
  kind: Event
  lastTimestamp: "2026-09-16T19:06:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:05Z"
    name: isvc-sklearn-scheduler.18d5e296dc7981a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 29a3f367-ba05-4d9b-85f4-f4ebc6ce5500
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20288"
    uid: 08dd25da-2030-41c3-a89f-d36bd4bde203
  kind: Event
  lastTimestamp: "2026-09-16T19:06:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:04Z"
    name: isvc-sklearn-scheduler.18d5e296dd06087a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: 71285265-35e9-407d-babf-90602cdccd03
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20288"
    uid: 08dd25da-2030-41c3-a89f-d36bd4bde203
  kind: Event
  lastTimestamp: "2026-09-16T19:06:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:06:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:04Z"
    name: isvc-sklearn-scheduler.18d5e296dd067669
    namespace: kserve-ci-e2e-test
    resourceVersion: "20302"
    uid: 06b979bc-40ee-48d0-96e7-55ebec5eb803
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:26.562084Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25107"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:26Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30bc06c0fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25114"
    uid: 22a178aa-eef8-4161-88bb-17cfe4010003
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25118"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:14:27Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:27Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30be2843764
    namespace: kserve-ci-e2e-test
    resourceVersion: "25127"
    uid: 636ede58-e74f-4ee0-98a0-735e199051be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:14:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:27Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30be415e35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25129"
    uid: 01fa44a8-30d7-41a9-8aa0-5bcf39e53749
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:14:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:27Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30be6c4b8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: b329845a-6acd-44d1-8d0b-88087fa2230a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:14:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:27Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30be74be175
    namespace: kserve-ci-e2e-test
    resourceVersion: "25132"
    uid: 8752357d-ebe1-44d9-bddc-4479fb2b0581
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:14:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:31Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30ccfe99ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: f40d5bc5-0d6b-4399-adac-126b11f8b283
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:14:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:31Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30cd44bc201
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: ddf5e7d1-e5e6-4c46-8369-73d936d420f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:14:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:31Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30cd4c594c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25176"
    uid: 8b5bd894-f7d8-42f6-bbbd-5b2207fd1e42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:14:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:31Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30cd4d21643
    namespace: kserve-ci-e2e-test
    resourceVersion: "25177"
    uid: 176b22d1-65df-404e-a168-3ab61b40bc43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:14:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:31Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30cd7f2885d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25179"
    uid: 405caf7b-41b8-47f3-855f-ed242ae7c52b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:14:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:31Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30cd869936a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25180"
    uid: 45a3ae35-d365-4fc9-b52c-809caa42aacc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:15:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:59Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e30d47d01a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "25934"
    uid: 11494503-4608-459e-896d-1451f9f58874
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:15:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:56Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e320bb7367d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25916"
    uid: 64107207-bf8f-43ef-8499-407ecead119c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:15:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:15:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:56Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e320bb73e794
    namespace: kserve-ci-e2e-test
    resourceVersion: "25917"
    uid: 68415502-42bf-4c08-8c84-208f9c7498cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 66c38604-f70b-4e26-9446-6d729cdd9297
  kind: Event
  lastTimestamp: "2026-09-16T19:15:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:15:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:59Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q.18d5e3214dfd8faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25933"
    uid: 319c86f8-70fa-4557-a238-2fadeb9a0976
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479
    namespace: kserve-ci-e2e-test
    resourceVersion: "25099"
    uid: 117e711c-e390-4f48-82d4-161a09800ed0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:26Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-65cc6d8479-ch56q'
  metadata:
    creationTimestamp: "2026-09-16T19:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:26Z"
    name: isvc-sklearn-v2-mixed-predictor-65cc6d8479.18d5e30bbff3bc32
    namespace: kserve-ci-e2e-test
    resourceVersion: "25110"
    uid: e34bb340-2620-42bd-9fc2-3a9795e38107
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25097"
    uid: e17c09f8-0f7a-4780-8576-813b02ac9f0a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:26Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-65cc6d8479 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:26Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e30bbcc42bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25100"
    uid: d215efba-2a04-4911-aae8-6ef303ca6211
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25098"
    uid: 1b32c3f4-3074-4424-94e4-aefce63c6011
  kind: Event
  lastTimestamp: "2026-09-16T19:15:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:11Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e30f3bc9949a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25566"
    uid: e2d6d94a-3f33-4273-b339-b89fe6485655
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25098"
    uid: 1b32c3f4-3074-4424-94e4-aefce63c6011
  kind: Event
  lastTimestamp: "2026-09-16T19:15:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:11Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e30f3c34b0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25567"
    uid: 00fca704-9a0e-439e-8fee-9338c413df87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25295"
    uid: 1b32c3f4-3074-4424-94e4-aefce63c6011
  kind: Event
  lastTimestamp: "2026-09-16T19:15:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e312baf5f20b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25901"
    uid: 805a0727-7f93-4cba-bd18-992813af6199
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25295"
    uid: 1b32c3f4-3074-4424-94e4-aefce63c6011
  kind: Event
  lastTimestamp: "2026-09-16T19:15:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:14:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:56Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e312bb64baac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25904"
    uid: 9196437a-5a61-4d96-a29c-13cd9bbf2892
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: d31d4644-d2d0-4955-a29f-16e3fae594af
  kind: Event
  lastTimestamp: "2026-09-16T19:15:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:49Z"
    name: isvc-sklearn-v2-mixed.18d5e30bbcced576
    namespace: kserve-ci-e2e-test
    resourceVersion: "25846"
    uid: f715d203-87a6-4f7d-8ea2-fc962b230a32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: d31d4644-d2d0-4955-a29f-16e3fae594af
  kind: Event
  lastTimestamp: "2026-09-16T19:14:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:26Z"
    name: isvc-sklearn-v2-mixed.18d5e30bbd5c817f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 59fb2363-5eb5-4ec9-868e-d8530d20f6e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: d31d4644-d2d0-4955-a29f-16e3fae594af
  kind: Event
  lastTimestamp: "2026-09-16T19:15:49Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:49Z"
    name: isvc-sklearn-v2-mixed.18d5e31f00ae90e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25844"
    uid: f107c56d-9e38-402f-8473-81cd4024a8e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:51.205652Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24120"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f58cbc691c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24126"
    uid: b92dd479-1ecc-4539-8fc6-1a53b44f553e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24130"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f5ae7c3227
    namespace: kserve-ci-e2e-test
    resourceVersion: "24138"
    uid: a684416e-f6fa-4643-958e-13db76352ba9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f5afe2488b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24140"
    uid: 85ee7136-2cbc-4c24-93a7-43ef43538a6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f5b26c9d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24142"
    uid: 51852c7f-3fe1-4790-8a8f-c8885b453848
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f5b2d66117
    namespace: kserve-ci-e2e-test
    resourceVersion: "24143"
    uid: 54c84a6b-227b-4940-a26d-60ab7f0fce5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1962"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:55Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f6a62bcb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24179"
    uid: 49f8b1a9-2f33-4917-bfd2-1fc77dee3d96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:55Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f6a904b241
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: b3305d0c-144e-414a-9b8a-83ff7cfd9f8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:55Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f6a9838bf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 1cc7b001-53b7-450c-92e6-d0d43739c262
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:55Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f6a98c2ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24183"
    uid: 100c0ddb-a4d1-4945-9527-dcfae2d28ba1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:56Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f6acbcf737
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: 070a1b54-a767-4ea5-a695-3c61b25a64a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:12:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:56Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f6ad25e98d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24187"
    uid: cfc8111a-e516-407f-95d2-b9598fd98c98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e2f71df04dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25062"
    uid: 9640005d-c109-4bf7-88f2-03fc71575863
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:21Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e30a8de34638
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: ba911cbd-0476-41f1-9641-fad225022a1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:21Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e30a8de3e9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "25042"
    uid: 0ca59ff7-74f0-4065-880d-1aa54919455d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "24123"
    uid: e1712919-85bf-4c8f-8c97-6c35ad2803d7
  kind: Event
  lastTimestamp: "2026-09-16T19:14:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:23Z"
    name: isvc-sklearn-v2-predictor-57c4798c78-j8cvw.18d5e30b241ea63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25061"
    uid: f10c625c-c105-4342-be4e-b8fa61b684d9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-57c4798c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "24109"
    uid: 255839c0-b3fd-4e7d-833c-9ec5e4f3ed79
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-57c4798c78-j8cvw'
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: isvc-sklearn-v2-predictor-57c4798c78.18d5e2f58c314ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24122"
    uid: 724e471f-2533-4fb5-8598-a548b7a467d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24107"
    uid: 5d4aaefd-4534-49a7-810a-e7aa919768bc
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-57c4798c78 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: isvc-sklearn-v2-predictor.18d5e2f587c0d38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24110"
    uid: 66b7da0c-f7fe-4aa0-b42d-2313b38b9a39
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24108"
    uid: d087ff60-d28c-40b4-9199-061f03bd4757
  kind: Event
  lastTimestamp: "2026-09-16T19:13:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:21Z"
    name: isvc-sklearn-v2-predictor.18d5e2f906b20b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24541"
    uid: 6d5f84fc-ee30-4b68-8535-c769242fe9e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24108"
    uid: d087ff60-d28c-40b4-9199-061f03bd4757
  kind: Event
  lastTimestamp: "2026-09-16T19:13:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:21Z"
    name: isvc-sklearn-v2-predictor.18d5e2f90720988d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 9ea9059b-48c4-4d34-8e19-1ca5778b0a08
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d087ff60-d28c-40b4-9199-061f03bd4757
  kind: Event
  lastTimestamp: "2026-09-16T19:14:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:21Z"
    name: isvc-sklearn-v2-predictor.18d5e300050d3cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25023"
    uid: 9f572121-1625-41f7-8202-695d256e941f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: d087ff60-d28c-40b4-9199-061f03bd4757
  kind: Event
  lastTimestamp: "2026-09-16T19:14:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:21Z"
    name: isvc-sklearn-v2-predictor.18d5e300057c255d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25024"
    uid: f69f02b2-fd40-43cb-a6d4-eb628003c33b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:11:45.931778Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:11:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:11:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e65a1c1b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 4456f94f-04c2-4b2d-992e-05e6b868223f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:46Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e66347888f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: 6fb14690-a5b3-4905-a974-8ae1ca4e6db8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23531"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:47Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:11:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e69fa60dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: f422e8e9-89d5-4455-997a-725a3d49c3e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e6a16cf7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: b6cfa84f-fcf3-404b-a3d2-dc5408b4ffc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e6a3d0f906
    namespace: kserve-ci-e2e-test
    resourceVersion: "23548"
    uid: 54beacf8-faa7-442a-9fae-e33ed5f4cd95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:47Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e6a43cdfdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23549"
    uid: 35c78725-abe9-4596-80b2-afc2b8f6b0a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e7b0a7e3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23607"
    uid: eb3e6af7-689f-4fe6-9959-70c9809ec186
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e7b35e38f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23611"
    uid: e7666faf-3a7f-4f9b-90d3-f39b5bfcee8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e7b3c9d865
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: e8197e4b-4083-4af3-89ff-942526fd352c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e7b3d31a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23613"
    uid: ba100b6a-e4b6-4263-919b-2b41229d4461
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e7b61b0cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23616"
    uid: 9235ad40-1b97-4446-9da5-dfab80ab0350
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:11:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:51Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2e7b6856620
    namespace: kserve-ci-e2e-test
    resourceVersion: "23617"
    uid: 685678ef-44ec-4aac-bad5-4338cd8b8c22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:12:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:28Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2f0520fc2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23895"
    uid: fce0dbdb-4e32-4c1d-b570-7fcac4c8ebcd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:12:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2f455218ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: 9c6075c3-4b8a-4449-a95a-716c74505a07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:12:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2f45521df8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: 2fbf1a9b-425b-4344-bd59-41caa8919ce9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 0e73b8c4-2571-437b-b77c-e51b2d6eccc6
  kind: Event
  lastTimestamp: "2026-09-16T19:12:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k.18d5e2f4f6b2bc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24077"
    uid: 8586b899-aa4b-4792-a726-bb77a6c27909
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "23512"
    uid: 92126cbc-1bef-44db-93d8-0975d2e1a1ee
  kind: Event
  lastTimestamp: "2026-09-16T19:11:45Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-6n47k'
  metadata:
    creationTimestamp: "2026-09-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:45Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d5e2e659af1857
    namespace: kserve-ci-e2e-test
    resourceVersion: "23521"
    uid: 3bb62b79-2b9f-404e-8155-1c8dc2122eb3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23510"
    uid: 79487bb5-00d9-438c-8e73-9f5756726715
  kind: Event
  lastTimestamp: "2026-09-16T19:11:45Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:45Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2e656de2e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23514"
    uid: 95bc4a87-eb02-400d-a30f-99efe99d4aa4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: 978d1a97-7f90-4980-948f-4341466ca976
  kind: Event
  lastTimestamp: "2026-09-16T19:12:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2e9d561363e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23796"
    uid: 7a0724da-2bc6-4c05-abe8-117ca8fa1028
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: 978d1a97-7f90-4980-948f-4341466ca976
  kind: Event
  lastTimestamp: "2026-09-16T19:12:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:15Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2e9d5cec582
    namespace: kserve-ci-e2e-test
    resourceVersion: "23797"
    uid: ce9ffb80-8ff3-4aea-bc3b-17a733a7cd3f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23694"
    uid: 978d1a97-7f90-4980-948f-4341466ca976
  kind: Event
  lastTimestamp: "2026-09-16T19:12:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:45Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2f0d3e9133c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24045"
    uid: aedbd8c2-df22-4011-8152-7b3e76f75e62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23694"
    uid: 978d1a97-7f90-4980-948f-4341466ca976
  kind: Event
  lastTimestamp: "2026-09-16T19:12:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:45Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2f0d4555fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24048"
    uid: 82f05a20-b926-4eab-b6d0-5195552f5aa1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: fb3cd282-e8a8-4434-9677-88a419a795e2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:38Z"
    name: isvc-sklearn-v2-runtime.18d5e2e656de9816
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 48cc5d14-2c99-40a3-bd81-9c66a86abef1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: fb3cd282-e8a8-4434-9677-88a419a795e2
  kind: Event
  lastTimestamp: "2026-09-16T19:11:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:11:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:45Z"
    name: isvc-sklearn-v2-runtime.18d5e2e6575683f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: f54c9edb-ef20-4088-a82b-f7b50244880b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: fb3cd282-e8a8-4434-9677-88a419a795e2
  kind: Event
  lastTimestamp: "2026-09-16T19:12:38Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:38Z"
    name: isvc-sklearn-v2-runtime.18d5e2f2a99d9749
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: 03d12a2c-93ae-49bd-84bb-c1d2486e8f7f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: 9d833161-755f-440a-8779-1d956d6554ca
  kind: Event
  lastTimestamp: "2026-09-16T19:14:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:14Z"
    name: isvc-sklearn-v2.18d5e2f587d178fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: f342bdb7-6b7e-4386-9a07-185ba63f03eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: 9d833161-755f-440a-8779-1d956d6554ca
  kind: Event
  lastTimestamp: "2026-09-16T19:12:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:51Z"
    name: isvc-sklearn-v2.18d5e2f5886081d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 74077d61-2781-48c4-94ab-76f5ab46dbd6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24971"
    uid: 9d833161-755f-440a-8779-1d956d6554ca
  kind: Event
  lastTimestamp: "2026-09-16T19:14:14Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:14Z"
    name: isvc-sklearn-v2.18d5e308d65bbe00
    namespace: kserve-ci-e2e-test
    resourceVersion: "24972"
    uid: 644ca802-ccc2-4cee-882b-60f9428ee2a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: d6f15309-4ec2-45dd-87f0-4c01102f060f
  kind: Event
  lastTimestamp: "2026-09-16T19:08:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:01Z"
    name: isvc-sklearn.18d5e29eadf26e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21355"
    uid: 94f38802-ecee-41f2-a4de-14f27a6cce5a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: d6f15309-4ec2-45dd-87f0-4c01102f060f
  kind: Event
  lastTimestamp: "2026-09-16T19:06:38Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:38Z"
    name: isvc-sklearn.18d5e29eae8652cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: c82f0fa0-943f-44b4-8a78-3f49d3bf490b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: d6f15309-4ec2-45dd-87f0-4c01102f060f
  kind: Event
  lastTimestamp: "2026-09-16T19:08:01Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:08:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:01Z"
    name: isvc-sklearn.18d5e2b21db19c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21354"
    uid: ea76c199-c3f6-4d2a-9c1a-40d3984dfc6a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:01.855733Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25975"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-lccb9
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e321f05dc76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25981"
    uid: 9db055a1-25e7-49f2-b924-5025a8b875ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25985"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e3221240a541
    namespace: kserve-ci-e2e-test
    resourceVersion: "25992"
    uid: e094e18f-899b-479e-b5ed-f238b3b2603d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e32213c0cedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25994"
    uid: 8137acb6-a85b-4679-9192-a81eaeb7b260
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e3221639a187
    namespace: kserve-ci-e2e-test
    resourceVersion: "25996"
    uid: 3f452cf9-ce8e-4fe9-b730-b82c54a30813
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e32216ab5971
    namespace: kserve-ci-e2e-test
    resourceVersion: "25997"
    uid: f9567256-01bb-40c5-990f-f3dd1514e1bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:07Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T19:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e3234b14f893
    namespace: kserve-ci-e2e-test
    resourceVersion: "26044"
    uid: 627f7150-ce61-4111-9587-1f9b1eeee911
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:11Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.478s (3.478s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e3241a724e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: 4eda6568-f127-45b3-8a7d-9614904f168b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e3241e262e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26071"
    uid: c090303c-363c-4764-8c09-c7abbdc45bd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e3241e9a0b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26072"
    uid: de4c1b2e-7d3f-44a6-8a7c-42beb36042b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e3241ea4c40a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: 51a37d74-33e1-4711-bec3-4417c1ee45a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e324214130ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26077"
    uid: 2b6698e6-7fad-4837-8ff4-c54403eaf25a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e32421b14247
    namespace: kserve-ci-e2e-test
    resourceVersion: "26080"
    uid: 081d4d46-2a96-4576-8472-b6020bd33b9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:18Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e324766fa9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: c46fc9c1-6374-4eb9-bd0a-163c49251aa7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:43Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e32badccd25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26513"
    uid: fb3e6f71-5739-4a45-b7a5-09c6a6fea8b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:43Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e32badcd50cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26514"
    uid: e5e8f347-ab35-4bbe-a6e9-5ecbbd14449b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-lccb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25979"
    uid: e560024f-ac9f-4c3c-8a4f-38115f603ff0
  kind: Event
  lastTimestamp: "2026-09-16T19:17:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-lccb9.18d5e32bae64eedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26800"
    uid: 20218547-e08b-4123-b5b1-63d0a4e9adc3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "25966"
    uid: 5e758276-f861-427f-970f-adf84b4fbcfe
  kind: Event
  lastTimestamp: "2026-09-16T19:16:01Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-lccb9'
  metadata:
    creationTimestamp: "2026-09-16T19:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d5e321efed50a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25978"
    uid: 94fda7ed-f5b1-45e9-835a-79db327fe38b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: 2edad759-7c11-445a-b078-54bdd47d1f55
  kind: Event
  lastTimestamp: "2026-09-16T19:16:01Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-tensorflow-predictor.18d5e321ec8382e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 66967da6-eb2c-4b22-9ebf-93668e7f1d3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: 16fcddab-31a7-42e8-95bb-edceeb37eff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:16Z"
    name: isvc-tensorflow-predictor.18d5e3256b4d6843
    namespace: kserve-ci-e2e-test
    resourceVersion: "26129"
    uid: 7a112451-873e-4165-96fe-5b46e297047d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: 16fcddab-31a7-42e8-95bb-edceeb37eff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:16Z"
    name: isvc-tensorflow-predictor.18d5e3256bb4d77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: befc750f-5be5-455a-a827-e019eedc42f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26130"
    uid: 16fcddab-31a7-42e8-95bb-edceeb37eff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:31Z"
    name: isvc-tensorflow-predictor.18d5e328ea86ed78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26404"
    uid: 2eb8a11a-b451-4c4f-b9cd-a7c7beb47dc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26130"
    uid: 16fcddab-31a7-42e8-95bb-edceeb37eff0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:31Z"
    name: isvc-tensorflow-predictor.18d5e328eaf1d921
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: a7c21f4d-4346-4b91-bb23-4c525c45df16
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:48.877173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26578"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:48Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32ce30ffd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26586"
    uid: 8d681ff0-9d6a-452f-a8b0-e5cc689eb00c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26590"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:49Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32d054d1d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "26596"
    uid: 955dc087-cbb5-4fd5-9260-fd8b243c8620
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32d06d6e461
    namespace: kserve-ci-e2e-test
    resourceVersion: "26598"
    uid: 849d312c-63ec-4c12-a9f1-0308865c4fef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32d09e0a648
    namespace: kserve-ci-e2e-test
    resourceVersion: "26599"
    uid: 41116a68-68ec-4dee-a40d-a5c3dd7cfa1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:49Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32d0a63bf93
    namespace: kserve-ci-e2e-test
    resourceVersion: "26600"
    uid: 9883b161-fbb5-4c70-9319-8712f894dce5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:54Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T19:16:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:54Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32e41f1ce01
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: 17c44400-8efe-4339-9408-6ed07794988b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:58Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.616s (3.616s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32f197bb452
    namespace: kserve-ci-e2e-test
    resourceVersion: "26673"
    uid: db35bcc6-973e-47a8-b9ea-fac494d3f0ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32f1cb6640b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26674"
    uid: b1430a13-1b88-4bf0-b663-6b8380e2a545
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32f1d73f990
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: 17637f04-c53d-4622-81ac-f46618d04167
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32f1d7f04d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26676"
    uid: 1c9f6f33-86b1-4fb4-8728-cdf9ed3653b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32f202b3309
    namespace: kserve-ci-e2e-test
    resourceVersion: "26678"
    uid: 752e3a54-1cdc-45cf-ab66-1156f0bfb379
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:58Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32f20a0d17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26679"
    uid: d21df946-67e4-47c5-bdd9-a5ee906fca84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:17:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:04Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e32f31eaf11f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26728"
    uid: 19436a35-101e-4f20-b2d8-bfa0c4a931cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:17:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e336af374eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27196"
    uid: ded490df-3161-4737-b3de-7116342e7488
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:17:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e336af37d553
    namespace: kserve-ci-e2e-test
    resourceVersion: "27197"
    uid: d5607003-a911-4127-80db-b228b2eded3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26581"
    uid: 5586667f-5a65-4f84-b786-590c726e575f
  kind: Event
  lastTimestamp: "2026-09-16T19:17:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4.18d5e33793e7ab13
    namespace: kserve-ci-e2e-test
    resourceVersion: "27599"
    uid: d12e2a45-41f0-43a1-bc2d-46b14308ad06
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "26568"
    uid: 13089576-ce0a-4daf-b7fd-77e4d6ea97fd
  kind: Event
  lastTimestamp: "2026-09-16T19:16:48Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-5qcc4'
  metadata:
    creationTimestamp: "2026-09-16T19:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:48Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d5e32ce2783461
    namespace: kserve-ci-e2e-test
    resourceVersion: "26579"
    uid: 52742feb-24cc-4b3d-b22c-bb010a1cfdd2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26566"
    uid: 81e26d5e-0687-4399-927c-514f4538271f
  kind: Event
  lastTimestamp: "2026-09-16T19:16:48Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:48Z"
    name: isvc-tensorflow-runtime-predictor.18d5e32cdf6a958a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26569"
    uid: ecd483cb-9616-4a98-8c80-6d5fca65989f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26567"
    uid: 8d12b0f7-12af-410e-a229-c4d1a6de290d
  kind: Event
  lastTimestamp: "2026-09-16T19:17:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:18Z"
    name: isvc-tensorflow-runtime-predictor.18d5e3305f5f8138
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: cc73bc31-3365-49f2-9371-700de6ea66db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26567"
    uid: 8d12b0f7-12af-410e-a229-c4d1a6de290d
  kind: Event
  lastTimestamp: "2026-09-16T19:17:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:18Z"
    name: isvc-tensorflow-runtime-predictor.18d5e3305fd902ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26848"
    uid: 1047590f-73f0-4a2b-b151-022ee6fc3ba1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 68195263-cbba-40d8-91e3-e766905369fb
  kind: Event
  lastTimestamp: "2026-09-16T19:17:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:14Z"
    name: isvc-tensorflow-runtime.18d5e32cdf6f6a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26817"
    uid: 89fbfa75-6d48-4f10-bb2f-a0e1b0e5f389
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 68195263-cbba-40d8-91e3-e766905369fb
  kind: Event
  lastTimestamp: "2026-09-16T19:16:48Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:16:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:48Z"
    name: isvc-tensorflow-runtime.18d5e32ce0081399
    namespace: kserve-ci-e2e-test
    resourceVersion: "26572"
    uid: c9941406-6909-49dc-813b-379592c7d91d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26815"
    uid: 68195263-cbba-40d8-91e3-e766905369fb
  kind: Event
  lastTimestamp: "2026-09-16T19:17:14Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:14Z"
    name: isvc-tensorflow-runtime.18d5e332f1e0518e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: 3db1bfe0-7cc9-433a-a405-b489df556522
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "25956"
    uid: 767bb26e-d0b3-40a1-82bd-914e559e87f1
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-tensorflow.18d5e321ec68cdf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26377"
    uid: 45715602-2d2d-4fd9-aca8-9d2bff9ba748
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "25956"
    uid: 767bb26e-d0b3-40a1-82bd-914e559e87f1
  kind: Event
  lastTimestamp: "2026-09-16T19:16:01Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:01Z"
    name: isvc-tensorflow.18d5e321ed06d73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25971"
    uid: bb9d0f2a-f5e2-4110-b451-189e33386efa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "26365"
    uid: 767bb26e-d0b3-40a1-82bd-914e559e87f1
  kind: Event
  lastTimestamp: "2026-09-16T19:16:28Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:16:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:28Z"
    name: isvc-tensorflow.18d5e32837c11f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "26366"
    uid: 328cb31e-b3d8-493d-b154-8c03bb09d851
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:36.156320Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27303"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-75bwg
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:36Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e337e51e8ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27309"
    uid: 04dbfd7f-0ef3-4083-9abf-a3c4c322ad17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27314"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:36Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:36Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e338071c3acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27324"
    uid: 6a3aa3e7-5704-4fba-be36-dc2a88884e98
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:36Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e33808c5e207
    namespace: kserve-ci-e2e-test
    resourceVersion: "27326"
    uid: 76b9cba9-14ec-4ebf-b743-4b3325ba1665
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:36Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e3380bb5f3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27327"
    uid: 0a698d3c-4a18-45bd-b373-176a3e4d6fb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:36Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e3380c26c85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: aa19fa37-4544-445d-9878-f856fb9978fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:41Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-16T19:17:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:41Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e33908cb7e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27367"
    uid: af416945-07e4-4139-9677-5b3ad412db52
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m52.444s
    (1m52.444s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e35337083785
    namespace: kserve-ci-e2e-test
    resourceVersion: "28401"
    uid: e5ef2b62-8b8c-492e-930e-4e5e945edb01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e3533dafaebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28410"
    uid: 39468c15-de69-4b08-90b4-a06209b5e657
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e3533e622417
    namespace: kserve-ci-e2e-test
    resourceVersion: "28413"
    uid: 157fbd65-2988-4f25-85bf-bd7b61d72033
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e3533e6f1a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "28414"
    uid: d23faf11-7593-43bb-a9eb-33d81f4bcfd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e3534228cb0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28416"
    uid: 74c35e53-dc3e-4853-8bd1-fe4770e9da2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:33Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e35342c58fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28419"
    uid: ef35e9c8-b52a-4b22-b6ae-9c11b659acb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e353b3f12131
    namespace: kserve-ci-e2e-test
    resourceVersion: "28460"
    uid: d16def61-13d0-46e7-902e-1bb929678be3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:48Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e356bfb6ed0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28589"
    uid: 5b60553f-6df7-4183-953a-d804acd69fb6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-75bwg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27305"
    uid: 093755c3-8c93-424d-b5a4-be139c1162f9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:48Z"
    name: isvc-triton-predictor-5d7db58676-75bwg.18d5e356bfb7c202
    namespace: kserve-ci-e2e-test
    resourceVersion: "28590"
    uid: 3e6c36b6-df70-4ce2-826c-385890b7d393
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "27294"
    uid: 8ca03f53-5f14-4999-a6cc-bb70ee94653c
  kind: Event
  lastTimestamp: "2026-09-16T19:17:36Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-75bwg'
  metadata:
    creationTimestamp: "2026-09-16T19:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:36Z"
    name: isvc-triton-predictor-5d7db58676.18d5e337e4a24cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27304"
    uid: 9a25b1f7-e9d6-4ed4-8026-0e4bfe218a61
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27292"
    uid: 71f91b82-6f2b-4690-bbcf-8ef1208e0be2
  kind: Event
  lastTimestamp: "2026-09-16T19:17:36Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:36Z"
    name: isvc-triton-predictor.18d5e337e170907a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27295"
    uid: 91211956-a4ad-4b7a-92c3-93c7a4889291
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27293"
    uid: f0ab2219-9889-4e23-a73b-fd170385a021
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-triton-predictor.18d5e33b60abc9d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28453"
    uid: e84e173b-5e80-4cc5-a256-84e388a47d28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27293"
    uid: f0ab2219-9889-4e23-a73b-fd170385a021
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:17:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-triton-predictor.18d5e33b6126b127
    namespace: kserve-ci-e2e-test
    resourceVersion: "28454"
    uid: 8ada9ba2-feb3-41fb-9b8b-a957cbf4be69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27283"
    uid: bfed18a7-202b-4746-b780-2bb69712e8cd
  kind: Event
  lastTimestamp: "2026-09-16T19:19:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:41Z"
    name: isvc-triton.18d5e337e1752d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28520"
    uid: f74e7306-6523-4c09-9d4a-cb02dfa883d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "27283"
    uid: bfed18a7-202b-4746-b780-2bb69712e8cd
  kind: Event
  lastTimestamp: "2026-09-16T19:17:36Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:17:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:36Z"
    name: isvc-triton.18d5e337e22851bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27299"
    uid: 8646b3fa-2b4a-4de6-809f-8d0fbbe8e929
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28517"
    uid: bfed18a7-202b-4746-b780-2bb69712e8cd
  kind: Event
  lastTimestamp: "2026-09-16T19:19:41Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:19:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:41Z"
    name: isvc-triton.18d5e3552153e0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28519"
    uid: 57ee96bb-a493-4dbf-af69-b1eee0275927
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:53.857456Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28652"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-4hfwk
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:53Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e357f4bf211f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: e8189b4b-5be7-4e3e-8251-5a659ff64c31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28663"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:19:54Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e35816ca96e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28675"
    uid: e9d4d07f-d08a-4719-ab40-90522b7f85e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:19:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e358182ddd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "28678"
    uid: 607cf2e2-3548-4c90-b524-e6893fa9c17a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:19:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e3581ac9f1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28680"
    uid: dba49c47-5ef7-4005-96b1-89fbd3640177
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:19:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e3581b38f0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28681"
    uid: 65165be3-0dac-44fa-8ebc-b08236b68209
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:19:58Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:19:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:58Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e35914d382e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28716"
    uid: 53bc0d3f-8715-4503-8694-6c2b5f2d4cd0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.905s (17.905s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e35d400e0095
    namespace: kserve-ci-e2e-test
    resourceVersion: "28855"
    uid: 10aaafb5-5187-41fc-a808-1d1eb935b822
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e35d4692cbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28856"
    uid: f4b6140a-1a50-4462-be47-d961c507acea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e35d47c43f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28857"
    uid: e7095036-c9a4-452d-89c2-3aeb7297b034
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e35d47cdf672
    namespace: kserve-ci-e2e-test
    resourceVersion: "28858"
    uid: 894d010e-e6b1-4d3e-91a6-64787846de4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e35d4d8d35ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: 4ed56682-1b26-43b1-bc25-b3ec2c5c9387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:20:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:16Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e35d4e816431
    namespace: kserve-ci-e2e-test
    resourceVersion: "28860"
    uid: ba000973-4ee4-44eb-aac5-bb0ac3ed7447
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e35dc2880079
    namespace: kserve-ci-e2e-test
    resourceVersion: "29613"
    uid: a21523b7-3031-496c-be53-4208dba08749
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e36f46a68e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29603"
    uid: 59e562f7-dbc8-48db-b5d2-da92308cb7d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e36f46a7040d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29604"
    uid: 56ca29e4-df93-408c-868f-d475e08e71d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: dd1e16e1-229b-4334-94bd-8fc1a59f40f3
  kind: Event
  lastTimestamp: "2026-09-16T19:21:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-4hfwk.18d5e36f74b0fccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29612"
    uid: 120e03f2-f71e-4c55-bf48-92e892b451c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28644"
    uid: 00ca4245-258a-416f-b0f3-9e04eb45da30
  kind: Event
  lastTimestamp: "2026-09-16T19:19:53Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-4hfwk'
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:53Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d5e357f445d809
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: 8c02f898-f1dc-4f25-a38d-6e33f4940a51
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28642"
    uid: f008241b-3492-499a-bd54-f0940ac83a50
  kind: Event
  lastTimestamp: "2026-09-16T19:19:53Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:53Z"
    name: isvc-xgboost-predictor.18d5e357f18294ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28645"
    uid: bed167b0-23c1-404b-b91d-630d0501c320
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28643"
    uid: edb41c59-af80-4b80-ac5e-c857039495f1
  kind: Event
  lastTimestamp: "2026-09-16T19:20:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:53Z"
    name: isvc-xgboost-predictor.18d5e35b70d266e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29170"
    uid: b0db4652-3329-4605-b40c-d0d47cc4404f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28643"
    uid: edb41c59-af80-4b80-ac5e-c857039495f1
  kind: Event
  lastTimestamp: "2026-09-16T19:20:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:53Z"
    name: isvc-xgboost-predictor.18d5e35b714371d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29171"
    uid: f4d4d7e7-534d-4819-a903-b73899248c7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: edb41c59-af80-4b80-ac5e-c857039495f1
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-xgboost-predictor.18d5e3696d2f21cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 6dec7103-1ae6-4473-8d74-fbed73e1901d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: edb41c59-af80-4b80-ac5e-c857039495f1
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-xgboost-predictor.18d5e3696e3c6d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "29503"
    uid: 2dd4dfa7-8d65-43f6-9dce-6cc08a22d1d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:23:29.753607Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:23:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:23:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38a3928e5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30750"
    uid: 349de8c4-5f26-4df3-a917-62d36c208873
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30754"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:23:30Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:23:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38a5b005f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "30764"
    uid: 27db38ae-b29c-472b-8105-e90919e699ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:23:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38a5d24b9b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30767"
    uid: 59c1b357-9d76-4109-a931-21f1e7e4a95c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:23:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38a606c7839
    namespace: kserve-ci-e2e-test
    resourceVersion: "30769"
    uid: b6d5fc49-65f3-4f1b-9fed-1ed754f54d3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:23:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38a610ad66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: ad2cb5aa-3c7b-4695-a1f7-9c8d3d9a4cf5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:23:34Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38b5889e845
    namespace: kserve-ci-e2e-test
    resourceVersion: "30809"
    uid: e61e72ca-235a-444a-9cc4-3595d6698b65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:23:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38b5b4e3762
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: b171e51c-604d-4174-9734-e1f3dafc32e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:23:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38b5bc37ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30812"
    uid: 22fbb1b3-bd74-40d2-8aab-034deab0ebd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:23:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38b5bcf7b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30813"
    uid: 06ee182f-86d1-4c79-8094-3487ea0a2a58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:23:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38b5e7e8155
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: 233402d5-0a13-4155-a3e0-fa8892324e21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:23:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:34Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38b5ef90eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "30817"
    uid: 3bf279b9-2853-462c-b9a5-80034bcfeb0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:24:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:51Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e38b94858cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31518"
    uid: 77f1c83c-fb23-46c6-92fe-9f419180d706
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:24:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e39ce04e7f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31503"
    uid: 8820a348-11cf-410f-aab0-64b95a566cfb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:24:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e39ce04f0275
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 321d3dde-666b-4872-be64-2c94dd6ec28b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30748"
    uid: d5929ac1-ac6a-464b-b909-a549db6fa640
  kind: Event
  lastTimestamp: "2026-09-16T19:24:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:51Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vndc7.18d5e39d46aa37e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31517"
    uid: 2bc32b64-3234-4e6c-a881-871ed30a10db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: f0d73e9e-9588-415e-9736-2f5d9aef8569
  kind: Event
  lastTimestamp: "2026-09-16T19:23:29Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-vndc7'
  metadata:
    creationTimestamp: "2026-09-16T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d5e38a38ace905
    namespace: kserve-ci-e2e-test
    resourceVersion: "30747"
    uid: 29115027-c38e-4988-92ac-320fea8b8d4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30730"
    uid: bec4119a-30a0-441d-9b6b-1a6a188861f5
  kind: Event
  lastTimestamp: "2026-09-16T19:23:29Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:29Z"
    name: isvc-xgboost-runtime-predictor.18d5e38a343d4ac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30736"
    uid: f40cdf13-43cb-455c-9ba9-d354911c6624
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: dc4ced1e-3b04-46cc-a8fe-6eef9023ecaa
  kind: Event
  lastTimestamp: "2026-09-16T19:23:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:59Z"
    name: isvc-xgboost-runtime-predictor.18d5e38db27cd063
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: 361570f3-12b4-494d-9760-da1fc7f21f8f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30732"
    uid: dc4ced1e-3b04-46cc-a8fe-6eef9023ecaa
  kind: Event
  lastTimestamp: "2026-09-16T19:23:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:59Z"
    name: isvc-xgboost-runtime-predictor.18d5e38db2ef1d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: 882eeee9-1c56-4deb-ae71-c0182c5e8d7f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30903"
    uid: dc4ced1e-3b04-46cc-a8fe-6eef9023ecaa
  kind: Event
  lastTimestamp: "2026-09-16T19:24:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:44Z"
    name: isvc-xgboost-runtime-predictor.18d5e394b08ebcab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31451"
    uid: 94eb57de-7484-4013-b3b3-5b2747fd3438
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30903"
    uid: dc4ced1e-3b04-46cc-a8fe-6eef9023ecaa
  kind: Event
  lastTimestamp: "2026-09-16T19:24:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:44Z"
    name: isvc-xgboost-runtime-predictor.18d5e394b1018e18
    namespace: kserve-ci-e2e-test
    resourceVersion: "31452"
    uid: aa5a595a-5616-4d97-85cb-a1bdb376781b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30724"
    uid: cdd1c560-303d-4364-92eb-5a6e3aebb93a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:41Z"
    name: isvc-xgboost-runtime.18d5e38a3437895c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31425"
    uid: cc11dc21-be0a-4e36-b67d-892a47835b0d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30724"
    uid: cdd1c560-303d-4364-92eb-5a6e3aebb93a
  kind: Event
  lastTimestamp: "2026-09-16T19:23:29Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:29Z"
    name: isvc-xgboost-runtime.18d5e38a34c95421
    namespace: kserve-ci-e2e-test
    resourceVersion: "30756"
    uid: bae73699-fe63-4530-a7c8-f96e2ae52dbe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30726"
    uid: cdd1c560-303d-4364-92eb-5a6e3aebb93a
  kind: Event
  lastTimestamp: "2026-09-16T19:23:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:29Z"
    name: isvc-xgboost-runtime.18d5e38a3bc3afab
    namespace: kserve-ci-e2e-test
    resourceVersion: "30757"
    uid: 6c0dd84d-bc74-4cfa-a64f-1c4ddf3f6e9e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31423"
    uid: cdd1c560-303d-4364-92eb-5a6e3aebb93a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:41Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:41Z"
    name: isvc-xgboost-runtime.18d5e39af8d9a65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31424"
    uid: f6abb9e1-ef11-4d89-b0df-31e42ee78cfc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:39.227867Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29667"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e3707d4ffb03
    namespace: kserve-ci-e2e-test
    resourceVersion: "29673"
    uid: faff3dda-9dab-4a53-b864-64d685b78cc6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e37086759864
    namespace: kserve-ci-e2e-test
    resourceVersion: "29681"
    uid: 3ed5f434-d1c4-4b37-9000-753d89aeb897
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29677"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:40Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e370c32c473e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29693"
    uid: 9aec6566-85ff-44f1-905a-a1659ebe8599
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e370c553951e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29695"
    uid: 623684b0-5254-46ed-86e1-5850f691d198
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e370c7efd57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29697"
    uid: 0e9ddec8-6b0e-40c6-9d68-aad0d8597397
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:40Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e370c8694335
    namespace: kserve-ci-e2e-test
    resourceVersion: "29698"
    uid: ee439b39-e150-41be-9986-76b664c745d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:45Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e371dd131a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29736"
    uid: 3172c2dc-4e83-42e2-b0a3-457ca7450885
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e371e013eb9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29738"
    uid: 752890f4-8adb-4664-bd47-8c67eb47b996
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e371e095ac31
    namespace: kserve-ci-e2e-test
    resourceVersion: "29739"
    uid: 980a67d5-b6b2-46fe-a172-67bbc0237fe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e371e0a290a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29740"
    uid: 21bcd306-71d6-464f-8134-1ee8f96151cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e371e3c69a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "29743"
    uid: 11d87bf6-a901-4d5b-ba71-302a26f6863a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:21:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:45Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e371e456eb29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29744"
    uid: 0db450ea-1560-4ff5-b93b-de7508b86197
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:22:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e37c23b19bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30092"
    uid: 73e18c81-ada4-4b23-a44e-dd5f2ee45ce0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:22:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e37c23b24639
    namespace: kserve-ci-e2e-test
    resourceVersion: "30094"
    uid: 5ec43b47-bafb-47fc-b0f4-0cbea549d83e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: dbe11a1c-0442-4aa3-bd7d-b9597549f4ff
  kind: Event
  lastTimestamp: "2026-09-16T19:22:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2.18d5e37ccf229845
    namespace: kserve-ci-e2e-test
    resourceVersion: "30115"
    uid: bd40f7d4-4283-4658-bc7f-0f9a0f2b48c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29658"
    uid: 84457436-1c86-4347-bce8-f69ba111460b
  kind: Event
  lastTimestamp: "2026-09-16T19:21:39Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-nxgx2'
  metadata:
    creationTimestamp: "2026-09-16T19:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d5e3707cbc4cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 20c7c206-684c-4fc7-9804-93373471c7bd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29656"
    uid: e4e8628b-b7d8-4c28-95dd-3f15df5b7779
  kind: Event
  lastTimestamp: "2026-09-16T19:21:39Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e37078f94978
    namespace: kserve-ci-e2e-test
    resourceVersion: "29660"
    uid: 2ca6ba34-5ca3-455f-b6d8-07018dac7bbc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29657"
    uid: ac55b947-42b1-4858-943f-681745284124
  kind: Event
  lastTimestamp: "2026-09-16T19:21:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:54Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e373f7e1b27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 3bca1235-c965-42d7-951c-584bf46c8cd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29657"
    uid: ac55b947-42b1-4858-943f-681745284124
  kind: Event
  lastTimestamp: "2026-09-16T19:21:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:54Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e373f87413ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 3d38d6a7-2b63-4000-847e-98aab927e837
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29820"
    uid: ac55b947-42b1-4858-943f-681745284124
  kind: Event
  lastTimestamp: "2026-09-16T19:22:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:24Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e37777449ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30046"
    uid: 63a45cfc-e9f6-45e4-ab49-6b5218b22cab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29820"
    uid: ac55b947-42b1-4858-943f-681745284124
  kind: Event
  lastTimestamp: "2026-09-16T19:22:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:24Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e37777b489a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30047"
    uid: a805bb1d-4016-4403-bb57-f98217e8800b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29647"
    uid: 1919aa62-f834-41cd-a51f-2260ed1d7dd5
  kind: Event
  lastTimestamp: "2026-09-16T19:22:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:22Z"
    name: isvc-xgboost-v2-mlserver.18d5e37079071675
    namespace: kserve-ci-e2e-test
    resourceVersion: "30028"
    uid: 730fea41-bb30-4c31-be96-e739708821de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "29647"
    uid: 1919aa62-f834-41cd-a51f-2260ed1d7dd5
  kind: Event
  lastTimestamp: "2026-09-16T19:21:39Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:39Z"
    name: isvc-xgboost-v2-mlserver.18d5e37079a06f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "29663"
    uid: 7514df7f-e49f-4d3b-9cfb-021e7bf05285
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30026"
    uid: 1919aa62-f834-41cd-a51f-2260ed1d7dd5
  kind: Event
  lastTimestamp: "2026-09-16T19:22:22Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:22Z"
    name: isvc-xgboost-v2-mlserver.18d5e37a830d6b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "30027"
    uid: daae4eb8-5155-4685-8b1a-c13c35c0eba9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:26:00.234832Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32308"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:26:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:26:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3ad428a3184
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: a8a31e29-e293-41b6-8312-b6dea7e9c325
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3ad49aa2b14
    namespace: kserve-ci-e2e-test
    resourceVersion: "32321"
    uid: 65ed2f66-e8d5-4388-b74d-d60b4471b2b5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:01Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:26:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3ad8865fd30
    namespace: kserve-ci-e2e-test
    resourceVersion: "32334"
    uid: 6bc09f69-5b23-48c6-beb3-71b146b53af7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3ad89db9bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32336"
    uid: f7be1d76-c8c9-40db-abd4-e72b8da2c8d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3ad8d25ce33
    namespace: kserve-ci-e2e-test
    resourceVersion: "32337"
    uid: 55e956a0-5292-437d-a901-96a3c5ddc6af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3ad8da7b4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32338"
    uid: a94cec2f-80f3-4bc6-b225-de43b643f771
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:06Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:06Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3aea63117b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32385"
    uid: fa476976-ef9c-4a6f-919d-c481624804a2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:22Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.426s (16.426s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3b2794c8353
    namespace: kserve-ci-e2e-test
    resourceVersion: "32505"
    uid: 68c175be-10be-4808-854f-9c25940ded98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3b27c81af7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32506"
    uid: 8ec09ad2-428d-443a-afdd-a3b5a239d954
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3b27cf6057c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32507"
    uid: 7bdc4ef7-3d9d-4bf9-a298-1db08fa87186
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3b27d011841
    namespace: kserve-ci-e2e-test
    resourceVersion: "32508"
    uid: f2d20328-6685-4013-9304-8c35fd15abee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3b2805375c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32509"
    uid: acc2d0b4-5dce-4e68-90f4-4a0ba6156aba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3b280cab2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32510"
    uid: 1811f809-b835-4191-9e68-0bdb12f66061
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:27:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:20Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3b2dc688c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "33018"
    uid: c3d23b42-1f38-43b1-8bbd-9754b15657c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:27:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3c491aaa269
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: 11e4a99a-7e97-4df0-8417-1a0cea3f9a59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 3565721d-5e0d-4e31-86c7-3d3c3a1676d0
  kind: Event
  lastTimestamp: "2026-09-16T19:27:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-2wkmp.18d5e3c491ab8185
    namespace: kserve-ci-e2e-test
    resourceVersion: "33189"
    uid: 38bc75f6-b7e8-429a-ba76-473a57aced41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32299"
    uid: 7e50f0e9-1137-4b27-9760-1470c675bfdf
  kind: Event
  lastTimestamp: "2026-09-16T19:26:00Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-2wkmp'
  metadata:
    creationTimestamp: "2026-09-16T19:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d5e3ad41dc9fc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32310"
    uid: af8ced6f-a4ac-4483-9ed6-0ffe6b75d555
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32297"
    uid: 967d8acc-b839-451d-aa20-54546202221e
  kind: Event
  lastTimestamp: "2026-09-16T19:26:00Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:00Z"
    name: isvc-xgboost-v2-predictor.18d5e3ad3eb49640
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: 36abeb64-2324-4858-8379-90b60f6948e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32298"
    uid: b32266c2-1611-4a54-b184-7292814a510f
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-xgboost-v2-predictor.18d5e3b0bd32b4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "32712"
    uid: a7301006-4d9a-4544-8135-49f530f687e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32298"
    uid: b32266c2-1611-4a54-b184-7292814a510f
  kind: Event
  lastTimestamp: "2026-09-16T19:26:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:45Z"
    name: isvc-xgboost-v2-predictor.18d5e3b0bd89666f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32715"
    uid: 8b5c4e07-fe0e-498d-8c19-c80bce81168b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32454"
    uid: b32266c2-1611-4a54-b184-7292814a510f
  kind: Event
  lastTimestamp: "2026-09-16T19:27:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:30Z"
    name: isvc-xgboost-v2-predictor.18d5e3bb3a28c64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33087"
    uid: 752dedb2-aa0f-4c68-9aab-1d871526c475
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32454"
    uid: b32266c2-1611-4a54-b184-7292814a510f
  kind: Event
  lastTimestamp: "2026-09-16T19:27:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:30Z"
    name: isvc-xgboost-v2-predictor.18d5e3bb3ab03ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33088"
    uid: f581d109-c52d-45db-a0c0-491a6570cc93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:24:54.987269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31570"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:24:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:24:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39e117b7ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31576"
    uid: ec306362-711a-41f5-a264-b62b654d2ec2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31580"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:24:55Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:24:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39e336755a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31592"
    uid: 31df51b1-8989-4b58-ab04-f10d7d6f2095
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:24:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39e34cddf06
    namespace: kserve-ci-e2e-test
    resourceVersion: "31594"
    uid: e0366ad3-8eff-417a-9228-f70ee22a9d54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:24:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39e37ba1f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "31595"
    uid: 085d5272-d4e7-4f10-ba80-8c7810d60cbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:24:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39e3834d629
    namespace: kserve-ci-e2e-test
    resourceVersion: "31596"
    uid: 16c74c88-b927-4265-b33d-23a2bc02c502
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:24:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39f378d2228
    namespace: kserve-ci-e2e-test
    resourceVersion: "31635"
    uid: 784b055d-11a8-45f4-88ec-a77bfa8a4cf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:24:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39f3b164ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31637"
    uid: 2d7ea250-6edf-4bc0-8e58-37aa833fde42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:24:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:59Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39f3b981e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: b54b3f33-8ab8-4524-b0eb-5ea85e0fae11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:24:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:00Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39f3ba4a848
    namespace: kserve-ci-e2e-test
    resourceVersion: "31641"
    uid: e2f237b6-dc3d-4738-a6d2-9f00e78987d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:25:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:00Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39f3e500b38
    namespace: kserve-ci-e2e-test
    resourceVersion: "31643"
    uid: e7421053-e89d-42db-9113-d18f3f6a1239
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:25:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:00Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e39f3ec9ea29
    namespace: kserve-ci-e2e-test
    resourceVersion: "31644"
    uid: 0659d3d1-ccc2-445f-8ad3-88b7805c6033
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:25:38Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:38Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e3a823d84402
    namespace: kserve-ci-e2e-test
    resourceVersion: "32014"
    uid: 13641a4e-4769-4d48-8849-7fa1c1f3d550
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:25:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e3ac0c1d979e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32238"
    uid: e01ed2fe-9cab-41ab-8629-9f82eb84a465
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:25:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e3ac0c1e29c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32239"
    uid: 014594a7-41b4-423d-b46f-2817f7aba0cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:26:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:02Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e3acb9825204
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: bf20b7d1-2258-4034-88d5-c9a0fa3c00e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31572"
    uid: 53506d68-8ec9-48cc-9425-a127d9c8df28
  kind: Event
  lastTimestamp: "2026-09-16T19:25:58Z"
  message: 'Readiness probe failed: Get "http://10.132.0.42:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:58Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq.18d5e3acf7f1e3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32279"
    uid: a0426ae6-1460-4549-8ae9-de746500fe9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31561"
    uid: 4af90be0-0335-4756-9fb9-80af5cffcd4e
  kind: Event
  lastTimestamp: "2026-09-16T19:24:54Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-jwkzq'
  metadata:
    creationTimestamp: "2026-09-16T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d5e39e10de1ede
    namespace: kserve-ci-e2e-test
    resourceVersion: "31571"
    uid: d99a8d0f-522f-4d3f-824d-add79cdc5b32
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31556"
    uid: b87b4cd3-f221-4d5a-acef-b86efd70ac0b
  kind: Event
  lastTimestamp: "2026-09-16T19:24:54Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:54Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e39e0de3b08f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: 18f83e67-eb19-4c3d-86db-0d34b399f835
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: b30e9de3-34b4-4bac-af21-ae26a39c252d
  kind: Event
  lastTimestamp: "2026-09-16T19:25:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3a18cd0cfad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31709"
    uid: bcde21aa-1629-4377-a039-2cf140c43443
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: b30e9de3-34b4-4bac-af21-ae26a39c252d
  kind: Event
  lastTimestamp: "2026-09-16T19:25:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3a18d49799f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31710"
    uid: 7298ba58-c0df-4f51-8548-398631181fa9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31708"
    uid: b30e9de3-34b4-4bac-af21-ae26a39c252d
  kind: Event
  lastTimestamp: "2026-09-16T19:25:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:54Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3a50c0c82e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32223"
    uid: 84413eb9-d929-4515-96df-df954ba23bbd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31708"
    uid: b30e9de3-34b4-4bac-af21-ae26a39c252d
  kind: Event
  lastTimestamp: "2026-09-16T19:25:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:55Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3a50c7bf74b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32229"
    uid: 244b07ec-ab30-459e-a993-6c4c3c710525
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: 8a289eb8-2041-44ee-adcf-c9804302b070
  kind: Event
  lastTimestamp: "2026-09-16T19:25:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:48Z"
    name: isvc-xgboost-v2-runtime.18d5e39e0de44d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "32119"
    uid: 196fe0df-3ec9-4192-8913-2b3c8d20ba3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31548"
    uid: 8a289eb8-2041-44ee-adcf-c9804302b070
  kind: Event
  lastTimestamp: "2026-09-16T19:24:54Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:54Z"
    name: isvc-xgboost-v2-runtime.18d5e39e0e519379
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: 50440096-79a9-4302-95e7-14aaac67dec7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32116"
    uid: 8a289eb8-2041-44ee-adcf-c9804302b070
  kind: Event
  lastTimestamp: "2026-09-16T19:25:48Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:48Z"
    name: isvc-xgboost-v2-runtime.18d5e3aa6bc393b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32117"
    uid: 4b4543ec-3e5b-4185-8480-824b4d2f8132
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 415ed99d-3e10-485b-9b02-692db05ff8ac
  kind: Event
  lastTimestamp: "2026-09-16T19:27:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:30Z"
    name: isvc-xgboost-v2.18d5e3ad3eb419ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33099"
    uid: 5a886a75-9332-4334-9d9d-d2e8af38aca2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32290"
    uid: 415ed99d-3e10-485b-9b02-692db05ff8ac
  kind: Event
  lastTimestamp: "2026-09-16T19:26:00Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:00Z"
    name: isvc-xgboost-v2.18d5e3ad3f3980fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32304"
    uid: 69df7759-f599-4963-a75a-76bd05f4149b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33095"
    uid: 415ed99d-3e10-485b-9b02-692db05ff8ac
  kind: Event
  lastTimestamp: "2026-09-16T19:27:30Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:30Z"
    name: isvc-xgboost-v2.18d5e3c240cb7c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "33096"
    uid: 0d315ff9-6274-42ac-96d7-d0dfe147ab6b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28635"
    uid: ed509ffe-ffd8-42f8-9366-f7fcbf862817
  kind: Event
  lastTimestamp: "2026-09-16T19:21:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:24Z"
    name: isvc-xgboost.18d5e357f188f0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29518"
    uid: 6cca490c-6775-4fad-9fa4-89f37fb60029
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28635"
    uid: ed509ffe-ffd8-42f8-9366-f7fcbf862817
  kind: Event
  lastTimestamp: "2026-09-16T19:19:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:53Z"
    name: isvc-xgboost.18d5e357f221f8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: b110809c-2c02-4541-bfbe-077e886e4462
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "28636"
    uid: ed509ffe-ffd8-42f8-9366-f7fcbf862817
  kind: Event
  lastTimestamp: "2026-09-16T19:19:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:53Z"
    name: isvc-xgboost.18d5e357f9c0e7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28667"
    uid: 572288e0-2da5-4716-b8bc-c4dc91c2f019
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29516"
    uid: ed509ffe-ffd8-42f8-9366-f7fcbf862817
  kind: Event
  lastTimestamp: "2026-09-16T19:21:24Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:24Z"
    name: isvc-xgboost.18d5e36d2886f3c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29517"
    uid: 80e46f45-ccc8-4755-a1f6-5c99dfe77ece
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:59:18.084429Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-7kkj5
    to ip-10-0-142-130.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:59:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:59:18Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e2383aef24d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 63a2ef44-2638-4f7f-88ce-358f88b8c9cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:18Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:59:18Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e2385cd406bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: b13c0ef7-0176-4b66-97b0-9cbbb9b19dc8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:18Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:18Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e2385e2f1a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: a137104b-de97-4db4-bbf9-79fb629692f7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.139s (1.139s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e238a21bb84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 6ebaec53-ee3c-41c3-83a4-3739a9c83fdb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e238a517e6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: 70709433-0c1a-448d-8deb-bcb756198828
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e238a58bad26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 7b7a33f7-b734-4757-8d85-fcdaef9af875
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e238a5955938
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: 1fe0e492-85a5-4855-94ec-aa6d76383507
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e238a88cd22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16596"
    uid: 2f58e388-22ec-475a-bad3-bcfee3b30511
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: "2026-09-16T18:59:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:19Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e238a9162902
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: aae6ddf2-fb70-43ba-b928-37bed0b70a32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e24e68bf5a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: e1b15191-d415-42ff-ab08-0cc7323f2575
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-7kkj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 44f69884-7f94-4674-82bf-7b70f5a955d9
  kind: Event
  lastTimestamp: "2026-09-16T19:00:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:53Z"
    name: message-dumper-predictor-6575bcfdfd-7kkj5.18d5e24e68c09e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: e74042fd-bbd8-466e-86ad-a579df48bac1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-130.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-130.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: b1b60a1d-9420-4941-98f3-4f981cb01d92
  kind: Event
  lastTimestamp: "2026-09-16T18:59:18Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-7kkj5'
  metadata:
    creationTimestamp: "2026-09-16T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:18Z"
    name: message-dumper-predictor-6575bcfdfd.18d5e2383a8b2b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 89eeb719-181b-40a1-b2c3-9a651a6ce1d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 365d000c-56d4-4038-a875-96ad04f43217
  kind: Event
  lastTimestamp: "2026-09-16T18:59:18Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:18Z"
    name: message-dumper-predictor.18d5e238389749e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 884736f0-fbb2-43e0-9a4f-15c59d4960ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: 52275833-7c4e-47f7-a0f9-e895e4378592
  kind: Event
  lastTimestamp: "2026-09-16T18:59:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:48Z"
    name: message-dumper-predictor.18d5e23bb737ab0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16902"
    uid: f55ddb04-92b8-4d8c-84c6-704d3e51e900
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: 52275833-7c4e-47f7-a0f9-e895e4378592
  kind: Event
  lastTimestamp: "2026-09-16T18:59:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:48Z"
    name: message-dumper-predictor.18d5e23bb788808b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: ccf64343-98bc-4966-9edd-5f648069af5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: 94b9b47d-93a9-4a4b-92c6-74cf5f63b189
  kind: Event
  lastTimestamp: "2026-09-16T18:59:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:27Z"
    name: message-dumper.18d5e23838849c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: 2df13557-9e32-4fe3-8164-ae42da92f408
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: 94b9b47d-93a9-4a4b-92c6-74cf5f63b189
  kind: Event
  lastTimestamp: "2026-09-16T18:59:18Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:18Z"
    name: message-dumper.18d5e238391faea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: f1f89226-fe0f-4353-9ea8-828689e82a91
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: 94b9b47d-93a9-4a4b-92c6-74cf5f63b189
  kind: Event
  lastTimestamp: "2026-09-16T18:59:27Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:59:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:27Z"
    name: message-dumper.18d5e23a5a59d568
    namespace: kserve-ci-e2e-test
    resourceVersion: "16666"
    uid: 6d3708f9-fad0-436f-857e-1c1dacd19e8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:08:13.422012Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:08:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:08:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2b4df8a6a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 6f56e56f-f423-4b3b-b78c-2b0514eee41e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:08:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2b4e9e54b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: d2138e81-2815-4ef0-ad15-2817dba81395
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:08:14Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:08:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2b5258ea845
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: ba674194-e482-4e77-8b58-6a4c92ae20a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:08:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2b5275b071b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: ec2ac8a7-5aae-4ad9-97b1-6054d1d9cd0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:08:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2b52ac49b52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21524"
    uid: 17bdc906-ab51-494d-b8d7-5d63edd91e8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:08:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2b52b3a70ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21525"
    uid: dbe28b2e-e1af-4e2c-a2fa-376ad3113058
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:08:18Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-16T19:08:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2b6220ccacb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21564"
    uid: 85632478-ad97-4453-9855-6e678508a53d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:10:14Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 1m55.444s
    (1m55.444s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2d1031b0d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22480"
    uid: 7266c1ff-6249-45ab-acc4-0f4bf2140d15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:10:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2d109b1ad3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22482"
    uid: efe8268f-0cd7-47cc-b83c-e9b1acd03002
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:10:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2d10acff56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22483"
    uid: 20f9b6b9-c11b-4fb5-a6dd-b2680ac9da26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:10:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2d10ad9c7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22484"
    uid: bc4522af-0bd8-4bc0-8fda-3e09ccf279ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:10:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2d10f0403de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22486"
    uid: 99700759-1206-4bb4-93a5-96f548cbaf27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:10:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:14Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2d10fdc1144
    namespace: kserve-ci-e2e-test
    resourceVersion: "22487"
    uid: e539d3d3-3fc3-49c7-bd9a-71a1941817da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:10:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:10:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2d9a489f0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22830"
    uid: 64b71507-7ebb-4196-b737-229480222e03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:11:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2dc7d7781c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22963"
    uid: 7dd47a84-ead5-452f-b577-31d10a954c1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:11:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:03Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2dc7d782c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22964"
    uid: 01638bfd-554a-4009-abb6-3f7c7863950e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 679f0311-78fa-4171-bda7-bf35381ddb62
  kind: Event
  lastTimestamp: "2026-09-16T19:11:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:11:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml.18d5e2dd201b1773
    namespace: kserve-ci-e2e-test
    resourceVersion: "22984"
    uid: 191dbcee-7e7c-4231-8a24-7ac3f424215d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: 0e3972af-844e-46aa-b14d-b7f5960f6312
  kind: Event
  lastTimestamp: "2026-09-16T19:08:13Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-ck8ml'
  metadata:
    creationTimestamp: "2026-09-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:13Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d5e2b4df1e1d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: 680f3730-c5ad-45e2-aea4-3197c46494f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: 6245b1d9-218d-475c-8a3b-fdfbd8a23240
  kind: Event
  lastTimestamp: "2026-09-16T19:08:13Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:13Z"
    name: sklearn-v2-mlserver-predictor.18d5e2b4dc442d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "21491"
    uid: 4070c09a-cc6c-4ccb-a03b-95c54d755f34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21488"
    uid: 557c30a7-7b33-41ca-b189-b0ccd5571252
  kind: Event
  lastTimestamp: "2026-09-16T19:10:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:58Z"
    name: sklearn-v2-mlserver-predictor.18d5e2b85aced155
    namespace: kserve-ci-e2e-test
    resourceVersion: "22895"
    uid: 6b0d47fb-f95d-4ead-b003-065c6318851c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21488"
    uid: 557c30a7-7b33-41ca-b189-b0ccd5571252
  kind: Event
  lastTimestamp: "2026-09-16T19:10:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:58Z"
    name: sklearn-v2-mlserver-predictor.18d5e2b85b1cbec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: a62ef56d-8f15-4210-927a-713aa8e7539b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 557c30a7-7b33-41ca-b189-b0ccd5571252
  kind: Event
  lastTimestamp: "2026-09-16T19:10:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:43Z"
    name: sklearn-v2-mlserver-predictor.18d5e2d7d1b06307
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: 8e6fbb62-53fe-4046-887d-30387ecc9895
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:10:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 557c30a7-7b33-41ca-b189-b0ccd5571252
  kind: Event
  lastTimestamp: "2026-09-16T19:10:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:10:43Z"
    name: sklearn-v2-mlserver-predictor.18d5e2d7d20758d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22727"
    uid: 4e2e018c-b6f5-46e1-b906-ee3c00482c35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21476"
    uid: 3928a9ec-2da5-49aa-a9c5-ff3cb566177c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: sklearn-v2-mlserver.18d5e2b4dc4f5273
    namespace: kserve-ci-e2e-test
    resourceVersion: "22923"
    uid: 59d5d1cb-65dd-4f6a-abfe-72d0016b10e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "21476"
    uid: 3928a9ec-2da5-49aa-a9c5-ff3cb566177c
  kind: Event
  lastTimestamp: "2026-09-16T19:08:13Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:13Z"
    name: sklearn-v2-mlserver.18d5e2b4dcc4f061
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: 699b2310-c1ca-4345-9aa0-0e60384edf43
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22920"
    uid: 3928a9ec-2da5-49aa-a9c5-ff3cb566177c
  kind: Event
  lastTimestamp: "2026-09-16T19:11:01Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:11:01Z"
    name: sklearn-v2-mlserver.18d5e2dbfd4b9ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22922"
    uid: 572bbf64-c319-47d9-8601-deddb037e987
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:34.503336Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30155"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    to ip-10-0-135-44.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37d5bfcfcbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30162"
    uid: 8ce412c5-29de-49ba-a9ca-670baa16e49b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7c897c677c-2ffmt
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30165"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:22:35Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37d7e44550c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: 476e3dcb-26e3-4371-ba35-3038ef4aad96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:22:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a69470ab71f96748343c847bfecfdfb03e198759f46531295e483d003e69266a"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37d801296f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: 1b53b159-bcf5-4e47-8fcd-b3f191960bcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:22:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37d8387830d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30180"
    uid: a5d763e2-08d3-497f-997b-b1e21138b433
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:22:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37d8401bcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30181"
    uid: a12a6c4e-5b8e-4364-bbbc-22248e310366
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37eb866e90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30226"
    uid: 295a197f-2bd6-4357-9695-49aa041fe0a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37ebb4cc444
    namespace: kserve-ci-e2e-test
    resourceVersion: "30228"
    uid: 12584305-f176-45a0-abea-e06849f6676f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37ebbc79a89
    namespace: kserve-ci-e2e-test
    resourceVersion: "30229"
    uid: 6238750d-8639-4094-9307-e96a4256170b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37ebbd3a4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30231"
    uid: c8fdbbf8-987b-4548-8e74-fbc7627fe6db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37ebed537ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "30233"
    uid: ea9ac9aa-edb9-4442-a713-1ae2f536d1e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e37ebf4e6145
    namespace: kserve-ci-e2e-test
    resourceVersion: "30235"
    uid: 6e17c9cd-d453-4029-b7dd-5d8703601a51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:23:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e3890048e726
    namespace: kserve-ci-e2e-test
    resourceVersion: "30683"
    uid: c6c8860c-203c-4cc3-8b68-b53ba8b19ca9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:23:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e3890051c228
    namespace: kserve-ci-e2e-test
    resourceVersion: "30684"
    uid: fe1a6bd6-f2e0-431c-918a-79bac7332b47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:23:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e389aa6f2150
    namespace: kserve-ci-e2e-test
    resourceVersion: "30705"
    uid: 726f567b-d301-4f2c-b3d4-a306315e01b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 0d722986-342e-4413-924b-a3b121211022
  kind: Event
  lastTimestamp: "2026-09-16T19:23:27Z"
  message: 'Readiness probe failed: Get "http://10.132.0.39:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.132.0.39:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh.18d5e389aacd3c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "30706"
    uid: 0d23b4a5-f8f9-4eeb-aacc-5de040add141
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-44.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-44.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30145"
    uid: b061cc3d-080c-4f08-9e61-451afa882677
  kind: Event
  lastTimestamp: "2026-09-16T19:22:34Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-c9gjh'
  metadata:
    creationTimestamp: "2026-09-16T19:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d5e37d5b297cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30156"
    uid: 2f08a22c-b38e-4e8a-b92e-a7202a74199f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30143"
    uid: 1423f96f-e130-4b60-bb1a-388ee857a1c0
  kind: Event
  lastTimestamp: "2026-09-16T19:22:34Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:34Z"
    name: xgboost-v2-mlserver-predictor.18d5e37d577ad71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30146"
    uid: c14b6530-c058-4409-9575-891b67ebb8fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30144"
    uid: b719d439-12b0-48ea-b24f-99677e8a6bc4
  kind: Event
  lastTimestamp: "2026-09-16T19:23:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:04Z"
    name: xgboost-v2-mlserver-predictor.18d5e380d61a969e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30500"
    uid: b430072d-d520-416b-bc7a-feccaf743f34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30144"
    uid: b719d439-12b0-48ea-b24f-99677e8a6bc4
  kind: Event
  lastTimestamp: "2026-09-16T19:23:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:04Z"
    name: xgboost-v2-mlserver-predictor.18d5e380d68dd603
    namespace: kserve-ci-e2e-test
    resourceVersion: "30501"
    uid: c19c66d3-df97-4e25-9892-783c4aa7ebf7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30331"
    uid: b719d439-12b0-48ea-b24f-99677e8a6bc4
  kind: Event
  lastTimestamp: "2026-09-16T19:23:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:19Z"
    name: xgboost-v2-mlserver-predictor.18d5e387d4f6c81b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30627"
    uid: 2e49307a-20ff-4ec6-94f4-0d0c83d6b5b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30331"
    uid: b719d439-12b0-48ea-b24f-99677e8a6bc4
  kind: Event
  lastTimestamp: "2026-09-16T19:23:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:19Z"
    name: xgboost-v2-mlserver-predictor.18d5e387d56e276c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30629"
    uid: f37d46b7-a1fc-4820-812e-f710beee7eaf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30136"
    uid: 517f179a-2b89-4117-a75f-1573dc0544b2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:17Z"
    name: xgboost-v2-mlserver.18d5e37d5781717a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30616"
    uid: b2927316-9082-43a0-af78-0be856221a77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30136"
    uid: 517f179a-2b89-4117-a75f-1573dc0544b2
  kind: Event
  lastTimestamp: "2026-09-16T19:22:34Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:34Z"
    name: xgboost-v2-mlserver.18d5e37d585b2a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "30150"
    uid: 813d39bf-8c98-47b1-b7d5-5e39e2e2a2d4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30614"
    uid: 517f179a-2b89-4117-a75f-1573dc0544b2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:17Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:17Z"
    name: xgboost-v2-mlserver.18d5e38761c7b33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30615"
    uid: 9a271b37-60a1-4e8e-b288-76f690369c4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "39008"