---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:41:12.766599Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:41:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:41:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681aadc49fd1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: a70105ed-7de3-46e4-a663-02585ee502cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20655"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:13Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:41:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681aafe542bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: 338a8c10-e0cd-4da8-a7d5-de61df98f65b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681aaffe4ef5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: ea20c523-f97f-46d4-a526-49cab62191f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681ab0359d377
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 03dc4e22-57cc-4b32-ac51-b6a3959006d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:13Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681ab03cb97c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: 7b7a988b-b6a8-4abf-903b-64d119e8bf1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:19Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681ac60a019fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20704"
    uid: c9549abd-7e5d-4aa1-bd98-f7ef09038316
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681ac63d99602
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: eda08b01-9d35-481b-a4db-0acf63c021e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681ac64558355
    namespace: kserve-ci-e2e-test
    resourceVersion: "20711"
    uid: 799d32a3-ed10-4590-88ee-bae382978c8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681ac64606a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: fa9f01b1-a3d6-495c-9134-759bca92065e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681ac6832b5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: b9f5e899-8b9a-4706-9748-fe00b4585bfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681ac68a9fe9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20717"
    uid: af00476a-0149-4225-a56d-5554e33bcce4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:26Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681ac9cc295e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20748"
    uid: 5ea0e4db-0344-4e0b-bd3e-d9ac8f1f4858
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681b31c753c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: af704953-e7b3-4ecb-87dd-e8e98adb9070
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: ea80a852-9b00-41cc-bc5b-8579ed054ffd
  kind: Event
  lastTimestamp: "2026-09-18T19:41:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:48Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv.18d681b31c75de7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: 717e5cfd-4b63-4f1c-befc-f6baab3e8430
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: b817daeb-d7f0-4ed8-a9da-a97129858c5e
  kind: Event
  lastTimestamp: "2026-09-18T19:41:12Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8-p4nzv'
  metadata:
    creationTimestamp: "2026-09-18T19:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8.18d681aadbd603ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: c9ae7e05-b457-44f7-9037-023e61379bb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: 50e1651b-8d33-4b84-b496-26fa640bdff4
  kind: Event
  lastTimestamp: "2026-09-18T19:41:12Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-f77fddfc8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:12Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d681aad85ee6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20637"
    uid: dc427d8f-43de-413e-9efc-c26b80d34112
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 3ba5f5f0-d5da-4944-bc27-1325f4eebc10
  kind: Event
  lastTimestamp: "2026-09-18T19:41:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d681ae5732c537
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: d6200c76-e35f-4c22-a9b9-f5699076b13c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 3ba5f5f0-d5da-4944-bc27-1325f4eebc10
  kind: Event
  lastTimestamp: "2026-09-18T19:41:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:42Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d681ae57b89832
    namespace: kserve-ci-e2e-test
    resourceVersion: "20836"
    uid: 201d1272-ac59-473e-865f-491147ccbd09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 2b076863-fcff-4d6c-9df9-f4cb0a58f7b1
  kind: Event
  lastTimestamp: "2026-09-18T19:41:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:41:36Z"
    name: isvc-autogluon-ts-v1-noslash.18d681aad873927b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20803"
    uid: c623bc66-6bfa-4509-83a5-0db8f8904c82
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: 2b076863-fcff-4d6c-9df9-f4cb0a58f7b1
  kind: Event
  lastTimestamp: "2026-09-18T19:41:12Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:41:12Z"
    name: isvc-autogluon-ts-v1-noslash.18d681aad92bbe0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 77177f65-8ace-42e8-a15e-cd9493cee94d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: 2b076863-fcff-4d6c-9df9-f4cb0a58f7b1
  kind: Event
  lastTimestamp: "2026-09-18T19:41:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:41:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:41:12Z"
    name: isvc-autogluon-ts-v1-noslash.18d681aae078501f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: abc4edec-c6f1-4feb-84f5-b2fad1ed52e4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 2b076863-fcff-4d6c-9df9-f4cb0a58f7b1
  kind: Event
  lastTimestamp: "2026-09-18T19:41:36Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:41:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:41:36Z"
    name: isvc-autogluon-ts-v1-noslash.18d681b05cb7ea32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: c652021c-98cc-44de-9610-0b9773ed9a81
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:40:25.062440Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:40:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:40:25Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d6819fc0e63d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: b516c1d6-2c54-4f3b-96c9-e62eff9189a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:40:25Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:40:25Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d6819fe2f5ae79
    namespace: kserve-ci-e2e-test
    resourceVersion: "20349"
    uid: 8f37511f-1e7a-49ba-baee-32659742e2cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:40:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:25Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d6819fe5e7af2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20352"
    uid: e45251cc-d084-411d-b61a-9d118f9221af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:40:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:25Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d6819fe912704f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: f8271022-8bd5-4b6b-806c-7ded9737d443
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:40:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:25Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d6819fe981f05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20354"
    uid: 2c11d5f8-3a68-40db-ab41-2c4591858e20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:40:31Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:31Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d681a124e2f79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 9518ad94-5eb8-4d7e-8cd3-ccfb95d8b4e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:40:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:31Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d681a127df6a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20384"
    uid: efc4e105-a544-4cf4-ab32-af2255acde31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:40:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:31Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d681a128501ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20385"
    uid: 6a23b0ab-59cd-4c7e-b424-ad80238922f0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:40:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:31Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d681a12859d015
    namespace: kserve-ci-e2e-test
    resourceVersion: "20386"
    uid: 18f294f3-79c2-4b5f-8b65-c9e393c8f27b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:40:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:31Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d681a12b595833
    namespace: kserve-ci-e2e-test
    resourceVersion: "20387"
    uid: 34a969ac-4ee6-4859-9840-85bfbd820fbf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:40:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:31Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d681a12bcba99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20389"
    uid: d1e4bd19-191a-4d12-bfae-1312d12501fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:41:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:09Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d681a19cd1fb33
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: 2a2b3f33-18da-4151-bf3e-99793f2cd7d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:41:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:07Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d681a9ade95370
    namespace: kserve-ci-e2e-test
    resourceVersion: "20595"
    uid: f0dd2d42-a145-4321-8eca-1f82b9819822
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:41:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:07Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d681a9ade9e1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: 7b15a05a-bd19-492a-a802-51e3ac7c666a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 7ee79c7b-926e-445c-a927-69bdc38cda3d
  kind: Event
  lastTimestamp: "2026-09-18T19:41:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:09Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w.18d681a9fedcc395
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: 24046045-f0c2-4161-9eb8-8f4a47fa3911
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-68594f479c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20315"
    uid: 8fd703b8-87f3-4dfb-b741-d7b4182e9cb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:25Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-68594f479c-52l8w'
  metadata:
    creationTimestamp: "2026-09-18T19:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:25Z"
    name: isvc-autogluon-ts-v1-predictor-68594f479c.18d6819fc03a952b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20335"
    uid: 6d623c2a-9356-494e-8893-d5bc4e911493
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20313"
    uid: 55b7b77a-2825-4bae-8e09-1228131ef76e
  kind: Event
  lastTimestamp: "2026-09-18T19:40:24Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-68594f479c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:24Z"
    name: isvc-autogluon-ts-v1-predictor.18d6819fbaaa3ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: 7519352b-4917-4891-b59b-8457880f81e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20314"
    uid: 3a9feff1-76c8-4777-8547-0cdbed5ad0c5
  kind: Event
  lastTimestamp: "2026-09-18T19:40:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:55Z"
    name: isvc-autogluon-ts-v1-predictor.18d681a33a38f09b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20511"
    uid: 354eda3d-498b-4b78-a10f-1de325275c1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20314"
    uid: 3a9feff1-76c8-4777-8547-0cdbed5ad0c5
  kind: Event
  lastTimestamp: "2026-09-18T19:40:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:55Z"
    name: isvc-autogluon-ts-v1-predictor.18d681a33aabefb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20512"
    uid: 39e7b004-50e7-4e11-a9cc-0c2d70e0445c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 8ded0b42-f13a-443f-91a0-e4dfaa46e60c
  kind: Event
  lastTimestamp: "2026-09-18T19:40:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:40:49Z"
    name: isvc-autogluon-ts-v1.18d6819fba9e0ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: ce7e9b15-fe9b-4046-aaf0-52944a753fd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 8ded0b42-f13a-443f-91a0-e4dfaa46e60c
  kind: Event
  lastTimestamp: "2026-09-18T19:40:25Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:40:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:40:25Z"
    name: isvc-autogluon-ts-v1.18d6819fbb51bc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20344"
    uid: d4978d7b-a214-41af-9a27-90063f82c82d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20308"
    uid: 8ded0b42-f13a-443f-91a0-e4dfaa46e60c
  kind: Event
  lastTimestamp: "2026-09-18T19:40:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:40:25Z"
    name: isvc-autogluon-ts-v1.18d6819fc470fa20
    namespace: kserve-ci-e2e-test
    resourceVersion: "20345"
    uid: 980b5da6-4d37-489e-b74c-84e8a48cd90d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: 8ded0b42-f13a-443f-91a0-e4dfaa46e60c
  kind: Event
  lastTimestamp: "2026-09-18T19:40:49Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:40:49Z"
    name: isvc-autogluon-ts-v1.18d681a560bdc5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: 3a21c87a-c772-49bc-8afc-933d06061514
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:31:08.389633Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:31:08Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6811e249d56d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16901"
    uid: f424f19a-ab94-4252-92e8-763b2a71b8de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:31:08Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:31:08Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6811e47138933
    namespace: kserve-ci-e2e-test
    resourceVersion: "16912"
    uid: 6bfd1354-3695-44d4-a2ef-6034cbb7de74
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:31:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:08Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6811e48b9ba23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16914"
    uid: 0b69799a-9641-4bed-b042-71a45aaec07c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:31:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:09Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6811e4b7468ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: 47298e7d-b7ae-4775-91b9-06415d112ce8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:31:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:09Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6811e4be67b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16918"
    uid: 95267a31-13b2-4f27-aefe-ac232249fd2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:31:30Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:31:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:30Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6812341c2971a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 865b1c5e-204f-449a-9920-20eb967789da
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:33:26Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m55.996s
    (1m55.996s including waiting). Image size: 8949490981 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:26Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6813e43ab08c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: 2ca9f8c4-61d9-42d4-b16a-08d7faf66594
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:33:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:26Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6813e4a3542ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17725"
    uid: b613b350-96bf-4895-9eea-298f44e0940e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:33:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:26Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6813e4bf00be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17726"
    uid: 23f995a6-4157-4cbc-87b9-da98f44576ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:33:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:26Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6813e4bfb19f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: 5ad5bc32-7e0a-447f-9975-ff347b1bfc11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:33:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:26Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6813e510e3c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "17729"
    uid: 995c544b-63b4-4d4d-877e-791680a3a558
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:33:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:33:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:26Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6813e51daab28
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: 12141e3a-e684-41ff-8fa8-1393ccb54f01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:33:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:34Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d6813ea546cfcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17763"
    uid: 47a5ae0a-49bf-4cf4-bde9-04edc4590052
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:33:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:54Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d68144ded03d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: 32227386-5fda-4c4c-a51b-2ed50bef9f9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: 8cff6a49-d996-4754-b0f5-ed4125173c9b
  kind: Event
  lastTimestamp: "2026-09-18T19:33:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:54Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7.18d68144ded0a761
    namespace: kserve-ci-e2e-test
    resourceVersion: "17890"
    uid: 75cd25ee-aecb-4b18-894b-ba6e1806f2b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-7458d6ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16884"
    uid: 867e35cf-c22d-464a-b9b8-e964ea128d5c
  kind: Event
  lastTimestamp: "2026-09-18T19:31:08Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-7458d6ddd-6dqs7'
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:08Z"
    name: isvc-autogluon-v1-predictor-7458d6ddd.18d6811e23dd73f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16898"
    uid: 87501f9b-a19f-4190-b155-449ab2ff6d01
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16882"
    uid: 9f85a04e-fc8a-44c0-a8ae-8fea178c509a
  kind: Event
  lastTimestamp: "2026-09-18T19:31:08Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-7458d6ddd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:08Z"
    name: isvc-autogluon-v1-predictor.18d6811e1e00387b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16886"
    uid: 7bf2736e-a2eb-4837-a5f0-d49b2127636b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: bf9e256d-110b-4d97-b8ab-59679ab4b1c2
  kind: Event
  lastTimestamp: "2026-09-18T19:33:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:53Z"
    name: isvc-autogluon-v1-predictor.18d681219d1f50ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: 79cb6ff0-364d-4a60-a41e-ff1cd3cb0664
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16883"
    uid: bf9e256d-110b-4d97-b8ab-59679ab4b1c2
  kind: Event
  lastTimestamp: "2026-09-18T19:33:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:31:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:53Z"
    name: isvc-autogluon-v1-predictor.18d681219d9827e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: d911de97-684b-4d9c-908a-f865f9de3a45
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16873"
    uid: 1c18574f-bd37-4ff4-a955-8dabee43ba67
  kind: Event
  lastTimestamp: "2026-09-18T19:33:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:44Z"
    name: isvc-autogluon-v1.18d6811e1e11916e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17825"
    uid: e0b20aa0-69b1-4b47-81a4-73e2a8f43f01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: 1c18574f-bd37-4ff4-a955-8dabee43ba67
  kind: Event
  lastTimestamp: "2026-09-18T19:33:44Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:44Z"
    name: isvc-autogluon-v1.18d681426732eb20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17824"
    uid: 2413aef2-0094-4a54-b0bd-ee2bdb5877dd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:38:23.245070Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19606"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:38:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d681836404a9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19611"
    uid: 1376fe35-7d63-4693-ad59-ede7a6d526e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19615"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:38:23Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:38:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d6818385fcd99c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: a3b50525-f58c-4471-a832-b0cb6be4bebf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:38:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d6818387c08be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19620"
    uid: 3d1abad4-32ab-4404-a582-92939b3d241e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:38:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d681838bd7f401
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: 6c276f7e-eb9e-4e38-9ce7-49f5b97dd71e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:38:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d681838c464a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19622"
    uid: ab014281-69b7-4223-9d14-6757545f695f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:38:29Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d68184d61a5068
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: c7cdbf3e-cb84-4506-970d-b2c591c0d7ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:38:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d68184d9428ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: 5ff81086-7935-4c9b-8252-c0093af8210b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:38:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d68184d9b796d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 08eb0b76-8ce5-4716-ad4f-28d8950cf29d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:38:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d68184d9c39870
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: 6ebdcf09-2032-4480-8a71-b5e951ad0e4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:38:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d68184dd592435
    namespace: kserve-ci-e2e-test
    resourceVersion: "19666"
    uid: 8e16fcec-806b-4cb4-b9a9-2b4d08ebf286
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:38:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:29Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d68184ddcec158
    namespace: kserve-ci-e2e-test
    resourceVersion: "19667"
    uid: 035f0210-3dc3-4977-a1c0-d07a29f9a109
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:40:14Z"
  message: 'Readiness probe failed: Get "http://10.132.0.42:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T19:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d6819d5abfff90
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: ae8a5c01-2041-48ec-a633-a0c20d0c3562
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:40:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d6819e879c7c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "20274"
    uid: 491dd376-0174-40c3-be11-3722a0842aa7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19609"
    uid: ae77b228-c4fb-4bfd-9af7-3e2b265b90fb
  kind: Event
  lastTimestamp: "2026-09-18T19:40:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:40:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:19Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f.18d6819e879d90c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: 598930cb-4768-4dde-917c-bc2045bd35c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: 5d042b8f-d11e-4400-9e85-5c6f3014e1b2
  kind: Event
  lastTimestamp: "2026-09-18T19:38:23Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5cdb8fd688-h9b9f'
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:23Z"
    name: isvc-autogluon-v2-noslash-predictor-5cdb8fd688.18d68183633dbcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19608"
    uid: a63af630-2790-4e9a-9931-f9085ca5cf9c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19589"
    uid: a7e856a5-bd44-4ec1-860a-355421719208
  kind: Event
  lastTimestamp: "2026-09-18T19:38:23Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5cdb8fd688 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:23Z"
    name: isvc-autogluon-v2-noslash-predictor.18d681835ab500ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19594"
    uid: 7789ddcf-3a36-4500-a0e5-726096273426
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: 2632cf67-5656-4bf7-805f-9f959aa2f404
  kind: Event
  lastTimestamp: "2026-09-18T19:38:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:38Z"
    name: isvc-autogluon-v2-noslash-predictor.18d68186d9143a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19703"
    uid: 13843617-6449-4a46-bb67-af1515dd7601
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: 2632cf67-5656-4bf7-805f-9f959aa2f404
  kind: Event
  lastTimestamp: "2026-09-18T19:38:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:38Z"
    name: isvc-autogluon-v2-noslash-predictor.18d68186d9e01d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19705"
    uid: 7cd48f9f-41f5-4ecd-9412-d0a188c57bfe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 2632cf67-5656-4bf7-805f-9f959aa2f404
  kind: Event
  lastTimestamp: "2026-09-18T19:40:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:08Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6818a6cdba298
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: 2d8e94b0-1076-4bb9-bd91-b996dec3d36e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19704"
    uid: 2632cf67-5656-4bf7-805f-9f959aa2f404
  kind: Event
  lastTimestamp: "2026-09-18T19:40:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:08Z"
    name: isvc-autogluon-v2-noslash-predictor.18d6818a6d55f6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20206"
    uid: de62f409-a2b8-4fcc-8d3f-c11794cf3150
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: 7561a029-a55d-4f0d-b26a-6e11b79a6f8b
  kind: Event
  lastTimestamp: "2026-09-18T19:40:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:40:03Z"
    name: isvc-autogluon-v2-noslash.18d681835a40d71c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: f29f548d-b604-4379-bfa5-43cf2e117a91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "19581"
    uid: 7561a029-a55d-4f0d-b26a-6e11b79a6f8b
  kind: Event
  lastTimestamp: "2026-09-18T19:38:23Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:38:23Z"
    name: isvc-autogluon-v2-noslash.18d681835b9178db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19597"
    uid: 5e99c796-306c-41d0-a2a3-236e8c93142f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20184"
    uid: 7561a029-a55d-4f0d-b26a-6e11b79a6f8b
  kind: Event
  lastTimestamp: "2026-09-18T19:40:03Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:40:03Z"
    name: isvc-autogluon-v2-noslash.18d6819ad4a889e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20186"
    uid: a934e84a-0550-449d-a995-47365ec77d6c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:33:59.977864Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:33:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:33:59Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d681461811e7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 8466a9bb-f3ce-4672-8d3e-2f7fcac9a584
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17951"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:34:00Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:34:00Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d681463c27a050
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: a4fa0531-7368-4b6f-98d0-d4d6cca6267a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:34:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:00Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d681463ddba853
    namespace: kserve-ci-e2e-test
    resourceVersion: "17958"
    uid: a5aef7f1-7abb-49ef-a232-f91f84759152
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:34:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:00Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d681464331dee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17959"
    uid: 7580c682-550c-4ef3-ae9f-7975ccc5dd6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:34:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:00Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d6814644971cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17960"
    uid: eba25f1a-91a9-4899-8c4f-53944129ad07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d6814d281c8342
    namespace: kserve-ci-e2e-test
    resourceVersion: "18144"
    uid: 9d5c9aae-b929-44d3-a98b-8ebd3fa3ebbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d6814d2b697d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 48eb9499-8c6e-4580-8526-5240ddc62434
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d6814d2bdba2d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: 2f45dcd7-4caa-4c47-84e7-4bd4abcac2b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d6814d2be6ed5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 6dea2d66-c23f-4cab-be36-c4f4f8f57062
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d6814d2ee367fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: 75e2f65b-80a4-4163-b194-1b4dd842f0b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d6814d2f5369aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18172"
    uid: c57ccbb1-a71e-4de6-a772-ba73545b1ad6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:36:13Z"
  message: 'Readiness probe failed: Get "http://10.132.0.39:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T19:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:13Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d681653e08026a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18715"
    uid: 9e588648-ea35-49ae-8b83-f5b1dd2d3197
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:36:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:16Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d68165ca34405c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 7aff73c9-408b-49c6-bfce-0e921feab55c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7bcf4a7a-cd35-4ca3-a007-a9179a25e820
  kind: Event
  lastTimestamp: "2026-09-18T19:36:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:16Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b-skxsr.18d68165ca34f499
    namespace: kserve-ci-e2e-test
    resourceVersion: "18781"
    uid: f80ccbd7-4bf8-4c96-be59-ae6563bc6f94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-67fdc6896b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17930"
    uid: 9af34077-2eea-4832-b95d-813142171bef
  kind: Event
  lastTimestamp: "2026-09-18T19:33:59Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-67fdc6896b-skxsr'
  metadata:
    creationTimestamp: "2026-09-18T19:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:59Z"
    name: isvc-autogluon-v2-predictor-67fdc6896b.18d6814617a0b89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: eaec49d9-bd36-48f1-ac2e-058c2ff352c3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17928"
    uid: 9a714f21-6ad4-4f81-b23e-0431c12c7f36
  kind: Event
  lastTimestamp: "2026-09-18T19:33:59Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-67fdc6896b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:59Z"
    name: isvc-autogluon-v2-predictor.18d6814613270c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17932"
    uid: b03805c8-121c-4c3c-9bb1-28bfadab94dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: 9c535bb4-1fb4-4d4d-8f04-264fbef84cb0
  kind: Event
  lastTimestamp: "2026-09-18T19:34:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:59Z"
    name: isvc-autogluon-v2-predictor.18d681499194dac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18342"
    uid: e61e8c4c-575d-4b2f-b07b-12f86a1245a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: 9c535bb4-1fb4-4d4d-8f04-264fbef84cb0
  kind: Event
  lastTimestamp: "2026-09-18T19:34:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:34:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:59Z"
    name: isvc-autogluon-v2-predictor.18d68149920307cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 123bec6b-8c60-417d-aef4-bf1eeca0dba3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18032"
    uid: 9c535bb4-1fb4-4d4d-8f04-264fbef84cb0
  kind: Event
  lastTimestamp: "2026-09-18T19:36:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:15Z"
    name: isvc-autogluon-v2-predictor.18d681578eb842a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18719"
    uid: 81be5405-851b-4e0c-87cd-3ee8a1d98a60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18032"
    uid: 9c535bb4-1fb4-4d4d-8f04-264fbef84cb0
  kind: Event
  lastTimestamp: "2026-09-18T19:36:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:35:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:15Z"
    name: isvc-autogluon-v2-predictor.18d681578fa790dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18720"
    uid: 5b7ed5c1-90bf-4308-9b3d-9035d6c6e6b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:36:21.369932Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18847"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:36:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:36:21Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d6816703b1c385
    namespace: kserve-ci-e2e-test
    resourceVersion: "18855"
    uid: 0f839921-033d-418e-a217-b4f7e550b772
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18859"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:36:21Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:36:21Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d6816725c9571f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18868"
    uid: 519e9126-77a8-4c74-8bcc-d14a444fb101
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:36:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:21Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d68167274cf208
    namespace: kserve-ci-e2e-test
    resourceVersion: "18870"
    uid: ee751fc6-1287-4fe5-a9b2-2d4f909521e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:36:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:22Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d681672a2fd04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18871"
    uid: 40f4240c-840c-40e8-91d8-f622866c2bdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:36:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:22Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d681672aa0b624
    namespace: kserve-ci-e2e-test
    resourceVersion: "18872"
    uid: f42133d3-d31c-47b9-b03f-38ce1a3f03d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:36:27Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:27Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d681688686e68e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: e1b6984a-52d2-41a0-9615-d94a754ef273
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:36:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:27Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d6816889e237f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: 6ff3c3f5-2687-4b78-95b7-873be2ceee13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:36:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:27Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d681688a56738c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: 68be64d9-5928-4d27-86d7-44debed0a110
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:36:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:27Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d681688a6099ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18909"
    uid: e466c5d1-5516-4b23-99c6-75e9054c0f01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:36:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:27Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d681688d23213c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18913"
    uid: ab27b50b-e226-4816-b426-162175a5ac24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:36:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:27Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d681688d988f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "18914"
    uid: b32df9aa-25e5-477c-9e9c-df066e4cbe61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:38:12Z"
  message: 'Readiness probe failed: Get "http://10.132.0.40:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T19:38:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:12Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d68180f2fc32f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19507"
    uid: 835d4684-4d3e-491b-9123-aac63ab21f8d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:38:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:17Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d681822665f82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: 22f4ec9a-cf98-423b-9f79-383595e169ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m
    namespace: kserve-ci-e2e-test
    resourceVersion: "18849"
    uid: e03af1eb-6e02-41ed-b61c-0d7611e815b2
  kind: Event
  lastTimestamp: "2026-09-18T19:38:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:38:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:17Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m.18d6818226668a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: a199be0f-1de3-4483-ad3b-1269cbabfe5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18838"
    uid: 3c4dc635-9b5f-439a-b4f1-bd35ed7475c5
  kind: Event
  lastTimestamp: "2026-09-18T19:36:21Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-9f89ddc5c-kt25m'
  metadata:
    creationTimestamp: "2026-09-18T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:21Z"
    name: isvc-autogluon-v2-variants-predictor-9f89ddc5c.18d681670330f66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18850"
    uid: 2ff3910b-df48-4715-b227-02bd1a6e01cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: 16d72503-337c-47a0-bb14-73df4709b715
  kind: Event
  lastTimestamp: "2026-09-18T19:36:21Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-9f89ddc5c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:21Z"
    name: isvc-autogluon-v2-variants-predictor.18d68166fde89c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: 17c34c7d-ecd3-4bde-b4e9-c33cac49a35d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 0e6d180c-f7c4-49c2-a70f-fea08918edd1
  kind: Event
  lastTimestamp: "2026-09-18T19:36:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:36Z"
    name: isvc-autogluon-v2-variants-predictor.18d6816a7cb73014
    namespace: kserve-ci-e2e-test
    resourceVersion: "18961"
    uid: 41e270da-c580-44e7-9ebd-1b9c615fa213
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 0e6d180c-f7c4-49c2-a70f-fea08918edd1
  kind: Event
  lastTimestamp: "2026-09-18T19:36:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:36Z"
    name: isvc-autogluon-v2-variants-predictor.18d6816a7d1c26f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18963"
    uid: 0ff1d09f-f6bf-4eb1-a970-24de747fc804
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: 0e6d180c-f7c4-49c2-a70f-fea08918edd1
  kind: Event
  lastTimestamp: "2026-09-18T19:38:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:06Z"
    name: isvc-autogluon-v2-variants-predictor.18d6816dfbec40f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19476"
    uid: 26f68ce5-fedc-496e-9fd9-9dbc07483846
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: 0e6d180c-f7c4-49c2-a70f-fea08918edd1
  kind: Event
  lastTimestamp: "2026-09-18T19:38:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:06Z"
    name: isvc-autogluon-v2-variants-predictor.18d6816dfc69965d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19477"
    uid: 0b9153a3-1c05-40e6-8895-6d4d56978fca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 0fb7c0d1-4a9e-437a-8830-109f88527c8e
  kind: Event
  lastTimestamp: "2026-09-18T19:38:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:38:01Z"
    name: isvc-autogluon-v2-variants.18d68166fe004ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 71602eec-266e-468a-a21d-1c2d8b360f57
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "18829"
    uid: 0fb7c0d1-4a9e-437a-8830-109f88527c8e
  kind: Event
  lastTimestamp: "2026-09-18T19:36:21Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:21Z"
    name: isvc-autogluon-v2-variants.18d68166feb3fc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 5b61ee7c-1e67-4579-bcb1-22b36b81374e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: 0fb7c0d1-4a9e-437a-8830-109f88527c8e
  kind: Event
  lastTimestamp: "2026-09-18T19:38:01Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:38:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:38:01Z"
    name: isvc-autogluon-v2-variants.18d6817e6c56aff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: 819d8b9d-0c49-4423-983e-f6f5037b6c3b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 8992b2a1-99d4-42e8-98ea-8f85bb5f6a23
  kind: Event
  lastTimestamp: "2026-09-18T19:36:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:02Z"
    name: isvc-autogluon-v2.18d6814613251a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "18651"
    uid: 8f13c496-7278-4f96-9ecb-ca8a0d7120d9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 8992b2a1-99d4-42e8-98ea-8f85bb5f6a23
  kind: Event
  lastTimestamp: "2026-09-18T19:33:59Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:59Z"
    name: isvc-autogluon-v2.18d68146144bfcfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17936"
    uid: 9ea83531-2d9e-4dc8-9442-ed0d6a205272
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18649"
    uid: 8992b2a1-99d4-42e8-98ea-8f85bb5f6a23
  kind: Event
  lastTimestamp: "2026-09-18T19:36:02Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:02Z"
    name: isvc-autogluon-v2.18d68162b5d283af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 7aeda0c8-049f-49c3-882b-2500564dd69e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:41:53.802384Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20963"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7b568f75-7j6hq
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b46a36676c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: 0ee342f9-8aba-4bac-8dee-ed9076ee36c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b48bff431b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20987"
    uid: 0ba56d22-b501-471e-87dd-38f90f7c9e01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b48da2e555
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: fd053a4a-55d7-44b4-903c-9d72e3ab1323
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b490027950
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: 20acacec-6377-4357-965a-656b2091bb9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b4906724af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20991"
    uid: ec075b61-4e4f-4b23-8be1-3a9367b5ebdf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:41:58Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-18T19:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:58Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b59cb32905
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: b43d928c-00e4-4049-a5b4-2090be5052a6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:42:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 13.392s (13.392s including waiting). Image size: 1605424527 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:12Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b8baf761ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: 4feab55b-c829-4f4a-8477-7754190733f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:42:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:12Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b8be815e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "21212"
    uid: 2d348112-ea84-4562-b95d-af068a5fa11b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:42:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:12Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b8bee4105b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: b61a3968-0b51-43b6-a02f-829ea2266e23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:42:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:12Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b8bef10064
    namespace: kserve-ci-e2e-test
    resourceVersion: "21214"
    uid: ad86b706-0cf8-4798-abef-b5507043952e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:42:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:12Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b8c2b245ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21215"
    uid: 90d100e1-b388-4188-868c-ce163e31bf5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:42:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:12Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b8c31cadd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21216"
    uid: a41024f4-0d49-4637-b0a6-63734f701622
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:43:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:26Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681b8e46b00ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21714"
    uid: df286106-2a14-4e72-b4cd-c6dcbcabe389
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:43:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:26Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681ca1230827c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 09d8a965-a488-4c54-b353-11b6ef16ce13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:43:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:26Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681ca12314613
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: fe49dd92-eac6-433a-87ef-89082f49607f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-7j6hq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20964"
    uid: 755d91c4-c322-4fcf-b312-212cd448d154
  kind: Event
  lastTimestamp: "2026-09-18T19:43:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:43:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:54Z"
    name: isvc-canary-create-predictor-7b568f75-7j6hq.18d681ca96cc446a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22108"
    uid: dcc351a1-4119-4ec8-ac21-f7a0d51d303a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:41:53.701040Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20946"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7b568f75-bzxwz
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b4642be123
    namespace: kserve-ci-e2e-test
    resourceVersion: "20953"
    uid: d72b2125-9c58-49b4-8cae-32b70492be15
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20962"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b485d3063b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: cfbbb936-f7d2-4aed-b627-bc1432f14bc0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b487a91e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20983"
    uid: 4c7c6cbe-b1c2-4e58-8cd4-1a8755d05012
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b48a896020
    namespace: kserve-ci-e2e-test
    resourceVersion: "20985"
    uid: 63d6ed98-ad5f-49d1-b733-def9bbb932e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b48afff42f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: 1b5c4bb9-0fdd-4d3d-92e1-44b8b587483e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:41:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:58Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b581cb07c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21051"
    uid: 2f60cf18-4bcb-435e-858b-d9c81d3de897
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:41:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:58Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b58508d7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21053"
    uid: e7c2046f-2dcd-4566-b533-e62698ae951c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:41:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:58Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b5857d21cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21054"
    uid: a92a1435-47c1-40c3-8e03-38d1a1272e2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:41:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:58Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b58589709c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21055"
    uid: 3198fd7b-4afa-438b-8b4e-5f8d78636d31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:41:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:58Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b58860507f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21057"
    uid: 76afc299-501c-4986-bd83-e8e01932a424
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:41:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:58Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b588dc4b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21058"
    uid: b05d3008-a86b-4f63-a0bc-e8f82942e7c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:43:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:35Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681b5bdfd5cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21789"
    uid: 70e292ca-e78a-4dc5-bb55-daa42ce02fd5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:43:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:33Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681cba7590189
    namespace: kserve-ci-e2e-test
    resourceVersion: "21773"
    uid: 3ae7a94c-9e9a-4420-91bd-727ea73d1630
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:43:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:33Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681cba7599b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: c1229ad0-f604-4f85-b45d-3fc0a6fbf47e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-bzxwz
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: 9df2f2da-c098-407d-b943-a581bee7af4f
  kind: Event
  lastTimestamp: "2026-09-18T19:43:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:35Z"
    name: isvc-canary-create-predictor-7b568f75-bzxwz.18d681cc1865aaa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 6a4c59f6-1c40-4422-bb1a-8552cda9d134
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7b568f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20935"
    uid: 8a63557a-856d-40bb-af9a-db5a9d92cfaf
  kind: Event
  lastTimestamp: "2026-09-18T19:41:53Z"
  message: 'Created pod: isvc-canary-create-predictor-7b568f75-bzxwz'
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create-predictor-7b568f75.18d681b462d281ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20949"
    uid: a3703d1f-aa49-48d0-bfa5-cfdc381b7b07
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7b568f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20935"
    uid: 8a63557a-856d-40bb-af9a-db5a9d92cfaf
  kind: Event
  lastTimestamp: "2026-09-18T19:41:53Z"
  message: 'Created pod: isvc-canary-create-predictor-7b568f75-7j6hq'
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create-predictor-7b568f75.18d681b469899952
    namespace: kserve-ci-e2e-test
    resourceVersion: "20965"
    uid: 0e0a1965-1359-45c6-b77a-65ce6bbab723
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7b568f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "21700"
    uid: 8a63557a-856d-40bb-af9a-db5a9d92cfaf
  kind: Event
  lastTimestamp: "2026-09-18T19:43:26Z"
  message: 'Deleted pod: isvc-canary-create-predictor-7b568f75-7j6hq'
  metadata:
    creationTimestamp: "2026-09-18T19:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:26Z"
    name: isvc-canary-create-predictor-7b568f75.18d681ca1216b9bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 2ca810af-09e1-4569-ae9e-b038e7741bc9
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: 85c7e0c3-7bc3-4a95-95b0-d3088f94e58d
  kind: Event
  lastTimestamp: "2026-09-18T19:41:53Z"
  message: Scaled up replica set isvc-canary-create-predictor-7b568f75 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create-predictor.18d681b45b10d5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20938"
    uid: 7500818a-4d90-482d-86ab-f5e1b2e25698
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: 85c7e0c3-7bc3-4a95-95b0-d3088f94e58d
  kind: Event
  lastTimestamp: "2026-09-18T19:43:26Z"
  message: Scaled down replica set isvc-canary-create-predictor-7b568f75 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:26Z"
    name: isvc-canary-create-predictor.18d681ca101f1e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: 2b7ee3d6-13c9-4f12-b83e-4f9b42ac6300
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:41:53.666789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20942"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b4622166b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20947"
    uid: ac379d8b-5f33-4c02-a43e-d60d73ff9734
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b46994c5ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20966"
    uid: 9bdf5bab-79fe-497b-b5c8-0fe543f84548
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b4a8cb8fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20998"
    uid: 90fd3a47-35be-4587-9496-2faf0f2d8ffb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b4aae57cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21000"
    uid: cb1cbcdd-082d-40d9-97b5-152e325359b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b4ae4a3e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: 4831ea4a-6060-4ef8-8b4d-9d3b2062f200
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:54Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b4aec41deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21006"
    uid: 25994bba-6ea9-4387-8c00-b09b21a58c5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:59Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b5bdcd0f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21071"
    uid: 84cd964c-8f8e-412d-92c9-f4e734d45f37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:59Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b5c18657ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21075"
    uid: 035051e9-12cf-46cc-9e6f-375ab1b90550
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:59Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b5c1fc3dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21076"
    uid: 48cec873-7c62-471c-8f33-a9af27d2d4b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:59Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b5c2066cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: 98fd9ebc-6c22-4002-b0bc-207591a70033
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:59Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b5c59ddc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: fa8a69e8-1b3a-440e-a1c2-0a2f2bf61e1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:41:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:41:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:59Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b5c6183a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: efd08c88-1152-4324-af0b-eb2bac6478db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:43:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:36Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681b7241c991a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21801"
    uid: 32e83cb8-bc35-462c-ac04-0ebbfd64e4b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:43:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:33Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681cba8133b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 3a8664fc-a505-4bfa-9442-a630b11ba4ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:43:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:33Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681cba81469e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21777"
    uid: 76c1febd-ade3-40be-bbc0-b2372af80e2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20943"
    uid: 12da7015-ac39-4fe1-9d4b-75142f6f496a
  kind: Event
  lastTimestamp: "2026-09-18T19:43:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:35Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7.18d681cc18c5aa87
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 6e88c0a0-ba7b-40d1-bf2d-3b811a72a2d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5c6467bc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: cf317d04-0382-4fce-bb6e-8b923c61b960
  kind: Event
  lastTimestamp: "2026-09-18T19:41:53Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5c6467bc9d-wdpb7'
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d.18d681b4615ef59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20944"
    uid: 773e0b4d-91db-42bd-82f9-084633f152a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20918"
    uid: 73a747e3-e24e-462b-8de7-51f08c3aa295
  kind: Event
  lastTimestamp: "2026-09-18T19:41:53Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5c6467bc9d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create-v2-predictor.18d681b455c209a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: 89de7fec-5224-4689-b4a5-6efa68e31f28
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: cee9c02c-1964-4f67-9926-1eb444fe16ad
  kind: Event
  lastTimestamp: "2026-09-18T19:43:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:43:27Z"
    name: isvc-canary-create.18d681b45ac3d7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: edf5a015-13e1-4eb4-96fa-5de73597adf2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: cee9c02c-1964-4f67-9926-1eb444fe16ad
  kind: Event
  lastTimestamp: "2026-09-18T19:41:53Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create.18d681b45c6cd47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: 835a1abd-5c90-4b6c-aa64-a54306f95016
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20912"
    uid: cee9c02c-1964-4f67-9926-1eb444fe16ad
  kind: Event
  lastTimestamp: "2026-09-18T19:41:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:41:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:41:53Z"
    name: isvc-canary-create.18d681b45c6d231a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20977"
    uid: 81706d45-64bf-4587-85ac-abe41283313a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21715"
    uid: cee9c02c-1964-4f67-9926-1eb444fe16ad
  kind: Event
  lastTimestamp: "2026-09-18T19:43:26Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:43:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:43:26Z"
    name: isvc-canary-create.18d681ca1b6529a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21717"
    uid: 611f681d-12cc-4c13-883b-0712a6c3d99c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:43:38.844297Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-75f64ff6c9-5rffs
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:43:38Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681ccdf32b4f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: 6ee8e289-468f-4507-ac63-e9d56a0a15b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681cd016e2b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21910"
    uid: 4c402dc7-1ef2-41d8-b7f7-2505000bc684
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681cd03323227
    namespace: kserve-ci-e2e-test
    resourceVersion: "21912"
    uid: da636a40-13c1-4cb8-923c-fe61676f236c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681cd0650af86
    namespace: kserve-ci-e2e-test
    resourceVersion: "21914"
    uid: 713230df-feca-4ee3-a7d2-a6cbe168145d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681cd06c14297
    namespace: kserve-ci-e2e-test
    resourceVersion: "21915"
    uid: c78bd914-8c61-4f2e-a24d-f1ef7bfa3e20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681ce15db49b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21962"
    uid: 0ff3f72a-2b05-4106-97b6-42ac0e336b46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681ce191fabcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21967"
    uid: cefae380-e3d2-48c1-b624-b8991f4b93ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681ce19a663b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21969"
    uid: 5982a376-5594-4ac7-a0e8-5b9e4bd61aa9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681ce19b20536
    namespace: kserve-ci-e2e-test
    resourceVersion: "21970"
    uid: 4d507095-af1a-4a22-8c02-8c9fec9b423a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681ce1d1afb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21981"
    uid: 31f03fe5-b945-4b15-8568-8e4f51add36a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681ce1d92f1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21983"
    uid: d97591e7-86ab-4e94-bb7d-4f7654f9c51d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:45:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:01Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681ce8df55ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: ca58dfee-0b13-4011-93c3-1b931c644d50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:45:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:07Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681e19d796783
    namespace: kserve-ci-e2e-test
    resourceVersion: "22482"
    uid: ad585884-cedb-470a-b7a6-2232e37aed07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:45:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:07Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681e19d79baf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22483"
    uid: 20cbd641-2839-48cb-9d6e-53e5bf35e682
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 61e90e37-8b27-4d0b-b6c0-7272ae55e207
  kind: Event
  lastTimestamp: "2026-09-18T19:45:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:12Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-5rffs.18d681e2942ee647
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: 92f82d05-22b0-4366-8b7c-028b03cb7934
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:43:38.920764Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21860"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:43:38Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681cce3c17ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: 86440af0-c334-431d-be58-617722ee7f97
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21873"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681cd05ca1a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 9e20ca38-16ae-4cd0-8a12-b20c8a158a78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681cd07ddd537
    namespace: kserve-ci-e2e-test
    resourceVersion: "21917"
    uid: f48e9f69-9563-404a-878d-dd5d525bfdfa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681cd0a9aae9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21918"
    uid: 924ef475-4551-4da9-bcc6-2eded0e13e68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681cd0b1785e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21919"
    uid: 95c4ac86-9932-43fb-a7ee-dd7f97f4eee6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681ce2d9c011e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22000"
    uid: 30e3738c-c16f-44f4-af63-bcf4033718fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681ce31979b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "22008"
    uid: bb2fd988-28ac-4052-9b8e-6dcac7ecf38a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681ce320f9f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "22016"
    uid: 3cbec010-5550-4236-976a-9e9a847ee2da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681ce32186f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "22017"
    uid: a7383844-9dc0-408f-98e9-82b5bf017425
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681ce35ff6bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22020"
    uid: 9fc7c603-0b91-4074-be48-01ee0ed0d17e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681ce36c594c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22022"
    uid: d3a9ed6a-4fea-4dbc-9963-43af7ff1f2fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:23Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681cea5bd92c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22706"
    uid: c16d4903-3bfb-4671-80c6-8c4e9c37a139
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:18Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681e421e728a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22593"
    uid: 2d624f12-0b8b-4a34-a11e-200245494d36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:18Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681e421e7c2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: 7e321937-ecd3-4839-a5eb-5aa89a350442
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21861"
    uid: d7f4caf0-6585-4b3b-ab7f-3b3c3cc226a4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:22Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-sqmh9.18d681e5003cc041
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: 59165297-e295-4fc5-a936-304b52a322f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-75f64ff6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 1f1baa4f-b4b8-4fa4-a539-db13ee1dad39
  kind: Event
  lastTimestamp: "2026-09-18T19:43:38Z"
  message: 'Created pod: isvc-canary-promote-predictor-75f64ff6c9-5rffs'
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:38Z"
    name: isvc-canary-promote-predictor-75f64ff6c9.18d681ccde561689
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: 929f5c43-b1bf-4e28-9046-2a5bdbce0049
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-75f64ff6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 1f1baa4f-b4b8-4fa4-a539-db13ee1dad39
  kind: Event
  lastTimestamp: "2026-09-18T19:43:38Z"
  message: 'Created pod: isvc-canary-promote-predictor-75f64ff6c9-sqmh9'
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:38Z"
    name: isvc-canary-promote-predictor-75f64ff6c9.18d681cce328e5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21863"
    uid: 70282aaa-a1e8-49f8-9064-5b0ebb442f44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-75f64ff6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22474"
    uid: 1f1baa4f-b4b8-4fa4-a539-db13ee1dad39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:07Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-75f64ff6c9-5rffs'
  metadata:
    creationTimestamp: "2026-09-18T19:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:45:07Z"
    name: isvc-canary-promote-predictor-75f64ff6c9.18d681e19d42bbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: 9f954c01-e06e-4731-94a1-b3350b91d187
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d7cdfffe-53d6-4c22-8474-4323f0792831
  kind: Event
  lastTimestamp: "2026-09-18T19:43:38Z"
  message: Scaled up replica set isvc-canary-promote-predictor-75f64ff6c9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:38Z"
    name: isvc-canary-promote-predictor.18d681ccd9e9538d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: 1b00f0a6-9609-428c-a530-9f2dcfc4358d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: d7cdfffe-53d6-4c22-8474-4323f0792831
  kind: Event
  lastTimestamp: "2026-09-18T19:45:07Z"
  message: Scaled down replica set isvc-canary-promote-predictor-75f64ff6c9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:45:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:45:07Z"
    name: isvc-canary-promote-predictor.18d681e19cd045c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: 64ae1c85-fd13-4792-a156-6196aee41195
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:45:18.835602Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22599"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:45:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:45:18Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e42724fc99
    namespace: kserve-ci-e2e-test
    resourceVersion: "22603"
    uid: 780529d3-09d3-4e12-858b-3d44733afc3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22608"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:19Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:45:19Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e4490e2223
    namespace: kserve-ci-e2e-test
    resourceVersion: "22617"
    uid: 2ca3e353-be1f-48c7-bd24-fd8158087644
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:19Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e44ad8cc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22619"
    uid: 4e373c38-23e2-4729-aa77-d58f4619b8a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:19Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e44d97c65e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22620"
    uid: 5650c5cf-2c29-493e-b675-4673af703c9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:19Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e44e093e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "22621"
    uid: 5db76e6d-82b6-46b4-8ff9-32216ceef97a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:23Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e540063a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: f862d11f-8a90-415f-a6ef-0af0cec088ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:23Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e54319a582
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: c8aa8435-60db-490e-9da6-86ced147a08c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:23Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e5438b9981
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: 20964e94-0815-485f-aceb-628f8891c595
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:23Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e543974f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "22702"
    uid: 419e22b3-fb69-4cf5-ab4f-64031b458ce6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:23Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e546a1053d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22704"
    uid: d94d3231-edb8-4c8b-a5f2-e99c8a34cf0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:23Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e547123d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: 44c17094-d4ab-4a37-a8ca-ef1cef7eb793
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:46:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:51Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681e5b80a91e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 53711805-c462-4ec0-95c7-952a196281ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:46:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:48Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681f920b63dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23140"
    uid: e95daa17-3c53-4292-9e15-7073e49db7c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:46:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:48Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681f920b82c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "23142"
    uid: dcea912a-31f0-4d0d-8844-4dbb659441cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: db1cabe7-ba95-443e-b47f-6d5f67b028d4
  kind: Event
  lastTimestamp: "2026-09-18T19:46:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.50:8643/healthz": dial tcp
    10.132.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:51Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk.18d681f9be4a6296
    namespace: kserve-ci-e2e-test
    resourceVersion: "23185"
    uid: 343c657a-4b52-4f9b-8721-7a67b3092747
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:43:38.773972Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:43:38Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681ccdb0194ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: 13dd6558-24d2-4f1f-a214-60bc17e083db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:38Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681cce6407b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: a2b062fc-07ed-4ead-aead-b922a3aeb3ac
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681cd20f34599
    namespace: kserve-ci-e2e-test
    resourceVersion: "21920"
    uid: 7eef6222-b032-48a8-9bf7-5a2f72a4897e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681cd22ba6251
    namespace: kserve-ci-e2e-test
    resourceVersion: "21922"
    uid: 360e958d-c6c6-42fc-aa78-03fe6dcaef48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:40Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681cd26aaac21
    namespace: kserve-ci-e2e-test
    resourceVersion: "21923"
    uid: 2f3af98e-cf16-4788-91f7-c542a6f3149c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:40Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681cd2725f864
    namespace: kserve-ci-e2e-test
    resourceVersion: "21925"
    uid: 57fd5cda-b67f-4ad9-b5db-2ed140634362
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681ce2d8700bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21999"
    uid: 45fe4ff3-c60d-4136-b936-56a5d79f05e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681ce318cd770
    namespace: kserve-ci-e2e-test
    resourceVersion: "22006"
    uid: 217856f4-a864-4c66-95f0-63cf9927eb95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681ce3200fe74
    namespace: kserve-ci-e2e-test
    resourceVersion: "22010"
    uid: a4341197-587c-4f83-bb06-f33fe0985bce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681ce320b952a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22012"
    uid: 4e911abf-91d1-450f-ae4a-3a7642a60fb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681ce35f348a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22019"
    uid: db07a907-1c1b-462b-a4c6-b3cfd92fdcb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681ce36c596d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22021"
    uid: 0341d497-78d1-4b3b-9ab1-005e11806610
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:45:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:01Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681ce69dd7bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22435"
    uid: 495af9a8-7185-4336-8d8c-88b2b32eb950
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:46:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:48Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681f920dd1dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23141"
    uid: 8330f7cb-e41a-4101-8675-fc23846cf00d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:46:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:48Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681f920dda34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23143"
    uid: 4b48d6b3-bee1-46b5-8281-542abda69dd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s
    namespace: kserve-ci-e2e-test
    resourceVersion: "21838"
    uid: 40858d80-4a8c-4061-a42c-79db3b2c9e67
  kind: Event
  lastTimestamp: "2026-09-18T19:46:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:46:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:51Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s.18d681f9b892daea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23184"
    uid: bb32ce62-e0d0-4ab3-b64b-c9099c9366df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 5a02b30d-5a25-4ce2-b2c6-7d3156515ea3
  kind: Event
  lastTimestamp: "2026-09-18T19:43:38Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7d7f6d88c6-wfj8s'
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:38Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6.18d681ccda5153de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: c2ecb95c-9f7a-4a85-a21c-9d86419f4ce3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: 5a02b30d-5a25-4ce2-b2c6-7d3156515ea3
  kind: Event
  lastTimestamp: "2026-09-18T19:45:18Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7d7f6d88c6-f7npk'
  metadata:
    creationTimestamp: "2026-09-18T19:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:45:18Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6.18d681e426b5b35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: d12cf48b-5843-4226-82e0-08198851c697
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: 26931e37-08cf-4ab1-b358-bec778aa5aa4
  kind: Event
  lastTimestamp: "2026-09-18T19:43:38Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7d7f6d88c6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:38Z"
    name: isvc-canary-promote-v2-predictor.18d681ccd4d8fd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: 8c66a5c9-dc2c-422c-aa9c-d383ed24eb3e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: 26931e37-08cf-4ab1-b358-bec778aa5aa4
  kind: Event
  lastTimestamp: "2026-09-18T19:45:18Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7d7f6d88c6 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-18T19:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:45:18Z"
    name: isvc-canary-promote-v2-predictor.18d681e42146a9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22592"
    uid: d4cdad26-64ac-4179-a3ef-4a2b124dcb2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: 3bf5d436-9514-4a15-ad96-06cd17dfd1fc
  kind: Event
  lastTimestamp: "2026-09-18T19:45:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:45:18Z"
    name: isvc-canary-promote.18d681ccd9dd3e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22595"
    uid: 5f23f2a9-123e-4e06-8d8a-d9e08e04f274
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: 3bf5d436-9514-4a15-ad96-06cd17dfd1fc
  kind: Event
  lastTimestamp: "2026-09-18T19:45:08Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:45:08Z"
    name: isvc-canary-promote.18d681ccda7c9ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22490"
    uid: 4c56af76-d2eb-4afb-a44d-fab64449bdcd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21816"
    uid: 3bf5d436-9514-4a15-ad96-06cd17dfd1fc
  kind: Event
  lastTimestamp: "2026-09-18T19:45:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:45:08Z"
    name: isvc-canary-promote.18d681ccda7cd889
    namespace: kserve-ci-e2e-test
    resourceVersion: "22491"
    uid: 9550768c-423a-4ddd-8125-221256028f1c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22540"
    uid: 3bf5d436-9514-4a15-ad96-06cd17dfd1fc
  kind: Event
  lastTimestamp: "2026-09-18T19:46:41Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:45:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:46:41Z"
    name: isvc-canary-promote.18d681e30259d275
    namespace: kserve-ci-e2e-test
    resourceVersion: "23090"
    uid: f60edd94-3feb-41a7-93f5-eada6e8e9d41
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:46:54.224531Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23230"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fa5cc48697
    namespace: kserve-ci-e2e-test
    resourceVersion: "23238"
    uid: 3ccec3e8-f648-401d-99b1-9fb0d4c7b344
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fa7fb87a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: cb975d27-3975-44d3-b795-d6dad2fffc1c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fa8130aef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23270"
    uid: 8ea589a8-b0f8-4cd6-8a8f-e271448cad4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fa844ce3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23272"
    uid: 2166b27b-531d-4544-a990-14b3eb58ba1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fa84c4a35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: f0a63865-7214-45ad-98f1-ae6b9e966b4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fb7aa5fd88
    namespace: kserve-ci-e2e-test
    resourceVersion: "23368"
    uid: 411187ab-c830-40ad-94c8-56b0aba7ae56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fb7eb9a9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23372"
    uid: 6daf95c5-3030-4919-8ad0-6e414d39117e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fb7f2b32f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23373"
    uid: a84959c4-bda4-4059-90b8-c722e273e0da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fb7f362668
    namespace: kserve-ci-e2e-test
    resourceVersion: "23374"
    uid: 24fc2ec3-331f-4a85-9d38-a66464e38a74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fb830a0419
    namespace: kserve-ci-e2e-test
    resourceVersion: "23380"
    uid: 03061142-0d06-4a26-95f4-906138f3a9cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fb83914c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23382"
    uid: 43f0125a-31f9-4079-bb25-2e503312c29b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:50:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:26Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d681fbb6f7347b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24985"
    uid: ec678b39-a8fa-46c0-bedd-a595d0fa1b60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:50:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:24Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d6822b58721bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24974"
    uid: 25a8a8bd-a40a-47ae-bbc1-55f6a347595b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:50:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:24Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d6822b58729424
    namespace: kserve-ci-e2e-test
    resourceVersion: "24976"
    uid: d608c0e7-e81e-4e02-b02c-daf7000be9ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23234"
    uid: 5cda7e89-3d8f-454a-8ad8-d6fc55c42822
  kind: Event
  lastTimestamp: "2026-09-18T19:50:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:26Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-fxhm7.18d6822badcf3015
    namespace: kserve-ci-e2e-test
    resourceVersion: "24984"
    uid: ebdf5a39-fa90-4aa7-991e-2eddd3d133a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:46:54.321763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fa629027ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 502dba1c-0db6-4043-94cd-335c531fadfd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23259"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fa8511aa17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: e00d401a-20c4-4ae7-99f8-8420153b2acd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fa86b2a286
    namespace: kserve-ci-e2e-test
    resourceVersion: "23278"
    uid: e05b3d77-80e4-41fe-9347-b174a60534b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fa89a2f209
    namespace: kserve-ci-e2e-test
    resourceVersion: "23279"
    uid: b8ccd07b-f0b9-4936-9599-7ca6bae3b659
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fa8a1ee933
    namespace: kserve-ci-e2e-test
    resourceVersion: "23280"
    uid: 79cad2e9-f865-4791-88ee-bed2d16a3640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fb8f58bd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "23385"
    uid: 739244fe-53e4-46fd-9744-a080410a12e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fb92a64864
    namespace: kserve-ci-e2e-test
    resourceVersion: "23391"
    uid: f0b87b34-4e8b-42f3-8c51-d4a6f63a1a98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fb9322a8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23392"
    uid: 0e0d06c2-e1b7-486c-b9c9-8acfc469a642
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fb93303b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "23393"
    uid: 1bfd20b6-6b5d-4fbf-932f-9b02395580cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fb962058c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23395"
    uid: 659667c6-7b52-450e-a344-1b1e0e485b37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fb96990ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23396"
    uid: 6493fb4c-22fc-4b3a-a968-90fcd617c52d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:48:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:17Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d681fc075a834c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24196"
    uid: ae37225a-285f-4f28-8f81-83f911aa84c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:48:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:27Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d6821008356581
    namespace: kserve-ci-e2e-test
    resourceVersion: "24287"
    uid: bcf357e5-74c6-4428-9ff1-63708ab202e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:48:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:27Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d6821008368837
    namespace: kserve-ci-e2e-test
    resourceVersion: "24289"
    uid: f974c75d-1540-4a52-8dd9-9b94d3f80a2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:48:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:27Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d682100db3e404
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: c1665b83-552b-4025-95b0-3dc3005a1427
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 5c4e77bd-25ca-4d24-9e17-46ca0682f91f
  kind: Event
  lastTimestamp: "2026-09-18T19:48:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-18T19:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:33Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-mfrhq.18d68211735909a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24379"
    uid: 89efcada-cfe3-4d60-96cc-f2b43692ed85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:48:34.239487Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24400"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:48:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68211a61fac06
    namespace: kserve-ci-e2e-test
    resourceVersion: "24407"
    uid: 85c82100-fe52-4604-bccb-459e5eb0493c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68211c86ebe11
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: 065f70c2-f4b8-4753-89d4-9ed8e617aa77
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68211ca085ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24419"
    uid: 8888ffa0-4f55-4855-9083-13b6b9ec73fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68211cd27f52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24423"
    uid: 89dc2c0a-4ffb-4021-b25c-dff1f4b0e912
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68211cd9fc2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: c07328da-060a-44ed-9069-56bd168f891e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:48:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:38Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68212ba4f68cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24451"
    uid: b56bc447-1ecf-4871-bdb8-e3fa4e95d485
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:48:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:38Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68212bf459bf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: c64669e5-bae1-4db1-b90f-b2dab64fe797
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:48:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:39Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68212c2236856
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: 4c3f1c4c-3b6a-42cb-9024-fc6db24b7993
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:48:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:39Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68212c2369dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24461"
    uid: dd64a77c-30b6-42e5-8f2c-d17297255bbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:48:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:39Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68212c73f0e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "24462"
    uid: 37ab5a92-2bb0-48a6-949a-08490e859f57
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:48:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:39Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68212c99bb0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: db1a94c2-e27b-44f5-ac0e-44a045d221b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:13Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d68212f731547b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24901"
    uid: e28567c1-4118-46de-8d37-4279d611332b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:24Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d6822b58ceb192
    namespace: kserve-ci-e2e-test
    resourceVersion: "24975"
    uid: 6fa3d179-7cf4-487d-b553-75b76169b95e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:24Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d6822b58cf285d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24977"
    uid: 51be9355-8bc5-4558-9051-8647a0109975
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 4cf7d8bb-ed1f-42fb-b60a-359d0082402e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:25Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-pdpsf.18d6822ba5917bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24983"
    uid: 115deae3-1d2a-49e5-8a63-d948069a5122
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-794fd55d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: a592b763-abbf-4622-b4fd-09b35183e40b
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: 'Created pod: isvc-canary-rollback-predictor-794fd55d6c-fxhm7'
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c.18d681fa5c3ca09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: 9b793d26-e19f-4f9e-8e42-fe231f4eee7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-794fd55d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: a592b763-abbf-4622-b4fd-09b35183e40b
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: 'Created pod: isvc-canary-rollback-predictor-794fd55d6c-mfrhq'
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c.18d681fa61df3755
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: 5f6beb1d-ed37-484b-9fe4-56c271f88a90
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-794fd55d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: a592b763-abbf-4622-b4fd-09b35183e40b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:27Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-794fd55d6c-mfrhq'
  metadata:
    creationTimestamp: "2026-09-18T19:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:27Z"
    name: isvc-canary-rollback-predictor-794fd55d6c.18d682100832b79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: 5e093e50-f5e5-45cc-8fcd-088d73068d47
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-794fd55d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24387"
    uid: a592b763-abbf-4622-b4fd-09b35183e40b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: 'Created pod: isvc-canary-rollback-predictor-794fd55d6c-pdpsf'
  metadata:
    creationTimestamp: "2026-09-18T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback-predictor-794fd55d6c.18d68211a546d21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 39b25210-7a79-4cde-be46-d069bca9bf49
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23218"
    uid: 69753b55-37e2-47e0-99dc-1680f49687cb
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-794fd55d6c from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-predictor.18d681fa56abb232
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: e80ab930-4709-4dc7-b86b-98072d407e99
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: 69753b55-37e2-47e0-99dc-1680f49687cb
  kind: Event
  lastTimestamp: "2026-09-18T19:48:27Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-794fd55d6c from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:27Z"
    name: isvc-canary-rollback-predictor.18d6821006f31206
    namespace: kserve-ci-e2e-test
    resourceVersion: "24281"
    uid: 2078d263-abc5-4546-a873-feeba691862e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24382"
    uid: 69753b55-37e2-47e0-99dc-1680f49687cb
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-794fd55d6c from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-18T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback-predictor.18d68211a0d89d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24391"
    uid: 3ab7cd38-581e-4915-b106-07438dd98e34
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:46:54.229323Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23231"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fa5d0da0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23239"
    uid: 3c9f5e2a-3f02-4fb1-b39d-9483090f1d34
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fa802e6a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23267"
    uid: fda20149-e246-42fd-9069-bbe650e1d4b2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fa81d2cce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: a3226972-dc0b-4e8f-bd5c-d46591ef1f49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fa84579631
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: 68e248b0-eb70-4952-b0e6-6e23189d3451
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fa84d23718
    namespace: kserve-ci-e2e-test
    resourceVersion: "23276"
    uid: c7389b3d-170d-4765-8ba2-9739d9872abb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fb7a8e9526
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 035245ea-bb92-4757-977a-35aa8b3cccca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fb7eae723e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: c7af5c59-4a11-4b8f-9d17-b50a6f25c0b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fb7f38b562
    namespace: kserve-ci-e2e-test
    resourceVersion: "23377"
    uid: f527708f-8866-43d8-bf8a-eb5712fd8c63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fb7f43cf4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23378"
    uid: 03207930-e89f-4ef5-bdb9-ceccc3b7588f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fb83091f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "23379"
    uid: 17101d3f-95b4-4aa0-83f5-671e123d9039
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:46:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:59Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fb838525b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: 9a824584-0962-4000-82b1-8015b0fd0fa2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:48:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:37Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d681fbf2e6abd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24448"
    uid: 164e2725-3876-4270-bfad-4d5ab4737e50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d68211a28f000c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24397"
    uid: 02eb57fb-643d-42fc-a00a-bbaebeddf95c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d68211a28f83c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: 53df6a61-9880-43a7-8aaf-87f1e5fa4502
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 1dae9595-b8a2-40f6-9bf7-6d982d784649
  kind: Event
  lastTimestamp: "2026-09-18T19:48:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:37Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz.18d682124d293573
    namespace: kserve-ci-e2e-test
    resourceVersion: "24447"
    uid: 1bca2fe7-5675-47c9-998e-663d1b1e8a21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6d75476b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "23211"
    uid: ebb57ad3-3258-4a8d-92f0-33cc9f977638
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6d75476b46-hd4hz'
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46.18d681fa5c34ed0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: e387eb67-905b-4e33-82db-6d1709d10f5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23210"
    uid: 854e1369-0f6d-4a03-bb24-0bef3092c337
  kind: Event
  lastTimestamp: "2026-09-18T19:46:54Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6d75476b46 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:54Z"
    name: isvc-canary-rollback-v2-predictor.18d681fa541ecf53
    namespace: kserve-ci-e2e-test
    resourceVersion: "23213"
    uid: 082cbea5-5c7b-49d5-afcb-76e3d9013ef8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: 060a658b-061d-43ed-8cb6-e61b9c52c2e8
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback.18d681fa566693f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24401"
    uid: eac2b5a7-023a-4eb3-83ff-e9964b3c025d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: 060a658b-061d-43ed-8cb6-e61b9c52c2e8
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-canary-rollback.18d681fa5703aa9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24405"
    uid: 95e3be8b-b82f-4acd-9e7b-c176a2879fc6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23203"
    uid: 060a658b-061d-43ed-8cb6-e61b9c52c2e8
  kind: Event
  lastTimestamp: "2026-09-18T19:48:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:48:27Z"
    name: isvc-canary-rollback.18d681fa5703f8ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: 7ba91649-8c20-4ea3-b214-988e88575e55
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 060a658b-061d-43ed-8cb6-e61b9c52c2e8
  kind: Event
  lastTimestamp: "2026-09-18T19:50:24Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:24Z"
    name: isvc-canary-rollback.18d682101757f25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: d7560488-77c6-4848-b28d-1dfcd725568b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:50:30.026201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822c9b8c9bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25054"
    uid: 6c38dbb1-4e3e-47bd-9fd2-ab09bd06fb73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25062"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822cbf2cbdb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25088"
    uid: 4090426e-1a75-4285-a25a-7cd9987801b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822cc33b8548
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: 6e38130f-2717-4890-a5f1-87156612cd70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822cc9815ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: a2abf137-d445-488d-91fb-241b34f99305
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822ccafc6e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25093"
    uid: 40d31a5e-88d9-43de-a605-32e36f57db64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822de3615742
    namespace: kserve-ci-e2e-test
    resourceVersion: "25155"
    uid: 5bc380ac-2d59-41ae-80b5-e975a2b266ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822de924def7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25157"
    uid: 101474a5-8583-4d6d-84af-4f76161927c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822dea72dac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25158"
    uid: e340548e-389f-4eca-8d17-98bd6ecae230
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822dea7f09f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25159"
    uid: 84fdea85-cb91-4c69-b829-db8f89030868
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822df19ed7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: c23321ae-c26d-4eef-bed8-e3b42bdd48d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822df307c157
    namespace: kserve-ci-e2e-test
    resourceVersion: "25164"
    uid: a2bd28a7-2967-4c6f-b597-6e3ca11a6b80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:52:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:12Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6822e1f622a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25794"
    uid: 733b4ab9-6517-44a1-9038-f170cbaaa508
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:52:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:09Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d68243cea3639f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 5b88f01f-a259-478d-8b0a-2179a2f79912
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:52:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:09Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d68243cea3f276
    namespace: kserve-ci-e2e-test
    resourceVersion: "25782"
    uid: 7a481a04-6fff-4c22-ad8e-64a09468de3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 840281db-bb3d-4958-a547-b93a1fe8ab0e
  kind: Event
  lastTimestamp: "2026-09-18T19:52:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:12Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr.18d6824479a96e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "25793"
    uid: 09865261-710b-44bc-a3d4-3b4df2f59078
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:50:29.873389Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25035"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:50:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:50:29Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822c9270e1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25044"
    uid: 5882cb00-da78-49bf-88ec-037aeaa857e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822cb4985a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25080"
    uid: dfe6f83a-3547-4876-84a8-2de28c9f1ee8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822cb6f66129
    namespace: kserve-ci-e2e-test
    resourceVersion: "25082"
    uid: 13faa885-7213-4bd5-8118-40b569b5750a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822cbac99482
    namespace: kserve-ci-e2e-test
    resourceVersion: "25084"
    uid: 93cbc460-6b89-4ade-acfd-8ca982ec409f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822cbb3a7d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25086"
    uid: bac4cd72-51bb-43ac-b9d2-deaf291bbcdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822dca2d055c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: d5aed307-e3c9-4c8f-a635-7b067f161f85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822dce593418
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: 5483db4c-e787-4e01-a2a9-251761b296e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822dcee3286b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25141"
    uid: 5a07b286-149c-4357-9ed2-002670ecf439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822dcef14f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 72292300-60d5-4e46-af95-2d2c3e18cdaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822dd294df6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25148"
    uid: 0f19c75b-bc11-4004-b620-21933d263401
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822dd30dcafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: 328f0b67-0490-4673-ac24-0e6612174de7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:51:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:45Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d6822e42529f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "25604"
    uid: 5df03e51-2464-43b0-b0d9-fec97ed107fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:51:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:54Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d682405bda487e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25667"
    uid: 4f5dc0ae-17da-4d49-9b31-590510944d7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:51:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:54Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d682405bda6a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "25669"
    uid: 472f1bbe-92e2-48fa-8db2-ba42011f6cb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25041"
    uid: b82a9095-65cd-4b23-8e76-3d8b894b915d
  kind: Event
  lastTimestamp: "2026-09-18T19:51:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:58Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8.18d682411e951187
    namespace: kserve-ci-e2e-test
    resourceVersion: "25690"
    uid: 6a50c26b-2e52-4f31-91c9-fb8c33d6b8e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6fc7d5b8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: 8ab7e1ea-35c6-467c-a848-ab81fb3132c6
  kind: Event
  lastTimestamp: "2026-09-18T19:50:29Z"
  message: 'Created pod: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8'
  metadata:
    creationTimestamp: "2026-09-18T19:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:29Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9.18d6822c90f4ab0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25040"
    uid: efdea874-e975-400a-991a-f4900649b1fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6fc7d5b8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: 8ab7e1ea-35c6-467c-a848-ab81fb3132c6
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'Created pod: isvc-canary-stop-predictor-6fc7d5b8c9-hmzhr'
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9.18d6822c9aa6c083
    namespace: kserve-ci-e2e-test
    resourceVersion: "25053"
    uid: fe1e5427-4aab-4e85-9a1a-aeccd9585cef
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6fc7d5b8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25659"
    uid: 8ab7e1ea-35c6-467c-a848-ab81fb3132c6
  kind: Event
  lastTimestamp: "2026-09-18T19:51:54Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-6fc7d5b8c9-tgcd8'
  metadata:
    creationTimestamp: "2026-09-18T19:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:54Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9.18d682405ba404ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25662"
    uid: 7961f03e-6dcc-459e-ad38-35459b503c55
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25021"
    uid: 9cf94fda-72d0-4c58-9d88-c62d96e0a2bd
  kind: Event
  lastTimestamp: "2026-09-18T19:50:29Z"
  message: Scaled up replica set isvc-canary-stop-predictor-6fc7d5b8c9 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-18T19:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:29Z"
    name: isvc-canary-stop-predictor.18d6822c8808fb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "25026"
    uid: 38cf01af-8a95-4ace-a863-0b2313574b78
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25655"
    uid: 9cf94fda-72d0-4c58-9d88-c62d96e0a2bd
  kind: Event
  lastTimestamp: "2026-09-18T19:51:54Z"
  message: Scaled down replica set isvc-canary-stop-predictor-6fc7d5b8c9 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:54Z"
    name: isvc-canary-stop-predictor.18d682405b41439a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: a67d20e5-a629-4bc9-b2d0-be2e56baa273
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:50:29.847457Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:50:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:50:29Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822c90e5422f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25043"
    uid: 99ddd035-d8dc-4fef-93e6-2fd7a05f826b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:29Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822c9908a0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "25048"
    uid: 4a53221a-10b6-4b0b-b30d-4d210768c835
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25047"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:31Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:50:31Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822cd6a60a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: 6c5bac9e-8344-482a-a7e9-469afbe21e20
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:31Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822cd907b0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25096"
    uid: 0fe89130-9da9-444a-8f70-113eb6b9470f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:31Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822cdc04506d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25098"
    uid: ff99a77f-e87f-4430-8e9b-3ea7c050f6be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:31Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822cdcc389d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25100"
    uid: 1eba2e17-9c5f-46a2-b72d-a31207d96876
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822dca442a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25136"
    uid: ab7da43a-fb60-4a15-9a1a-410e54b64af5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822dce63ceed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25140"
    uid: 160b6faa-00c5-46cd-a706-3c6d805c724d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822dcee368b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25142"
    uid: 31b30969-84bb-42f9-a03b-fd3b6251a9f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822dcef12e60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25143"
    uid: aec26049-8bba-466e-9016-37ad5b25034e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822dd28a591d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25147"
    uid: 56808cf1-45ba-4dbd-8535-6716ef7dd01e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:50:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:35Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822dd3007069
    namespace: kserve-ci-e2e-test
    resourceVersion: "25149"
    uid: 75fb49d7-2761-4ea6-b8da-3b5dd04989b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:51:44Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:44Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6822e066f5d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25601"
    uid: 145de5d5-4ccc-4aca-9310-4446906582e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:52:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:09Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d68243cb0b4390
    namespace: kserve-ci-e2e-test
    resourceVersion: "25769"
    uid: 661f0eff-6839-43fe-9cc0-6e6dbfbf6f26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:52:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:09Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d68243cb0bd5dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25772"
    uid: 8c81509c-ff76-48d2-a640-d9a0b705bba3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25036"
    uid: 1597b7b3-9d5e-47be-bf09-82f72fcad09e
  kind: Event
  lastTimestamp: "2026-09-18T19:52:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:12Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn.18d6824460b5dec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25792"
    uid: 22e8dd52-1049-4d44-a416-6a5139734715
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-dc6dbfb86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: 8c560886-48e3-4a89-9b01-887bc7f2aa2b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:29Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-dc6dbfb86-jcbsn'
  metadata:
    creationTimestamp: "2026-09-18T19:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:29Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86.18d6822c8f2550aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25033"
    uid: bb40af8f-8648-49c0-b821-5e981f5ca713
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: c103f3a8-f1ea-4208-a10a-d9ab2de321af
  kind: Event
  lastTimestamp: "2026-09-18T19:50:29Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-dc6dbfb86 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:29Z"
    name: isvc-canary-stop-v2-predictor.18d6822c81f8d711
    namespace: kserve-ci-e2e-test
    resourceVersion: "25014"
    uid: ba0fd17e-0435-4918-a93a-0d2656df783f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: e350666c-cc63-40fc-8c05-477e69d0e571
  kind: Event
  lastTimestamp: "2026-09-18T19:52:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:09Z"
    name: isvc-canary-stop.18d6822c87277c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: b6603992-a868-4971-af55-bb18c055973b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: e350666c-cc63-40fc-8c05-477e69d0e571
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop.18d6822c880fd5d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: 999ce8b8-bcc6-47c4-85b7-0df20d8b4bac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: e350666c-cc63-40fc-8c05-477e69d0e571
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:50:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-canary-stop.18d6822c8810206a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25059"
    uid: 34f7921b-6605-49d1-83ea-2bcf51fe73b4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "25725"
    uid: e350666c-cc63-40fc-8c05-477e69d0e571
  kind: Event
  lastTimestamp: "2026-09-18T19:52:02Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:52:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:02Z"
    name: isvc-canary-stop.18d6824231f3a22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: 87c0b38f-9057-4d6d-85ad-bd569357c824
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "25778"
    uid: e350666c-cc63-40fc-8c05-477e69d0e571
  kind: Event
  lastTimestamp: "2026-09-18T19:52:09Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-18T19:52:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:09Z"
    name: isvc-canary-stop.18d68243ce2c329e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 10784216-f877-4697-b88c-dba7b41c272a
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:25:37.567745Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14565"
    uid: a54250f6-fc33-49a0-a396-f1345f03f120
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:25:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:25:37Z"
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4.18d680d11e17f192
    namespace: kserve-ci-e2e-test
    resourceVersion: "14571"
    uid: 7d64e7c8-af58-4698-983d-b636bf9ba071
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14575"
    uid: a54250f6-fc33-49a0-a396-f1345f03f120
  kind: Event
  lastTimestamp: "2026-09-18T19:25:38Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:25:38Z"
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4.18d680d1403a3a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "14612"
    uid: f3204aab-1e6d-47c6-8fd0-bf71cdcb1b84
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: a54250f6-fc33-49a0-a396-f1345f03f120
  kind: Event
  lastTimestamp: "2026-09-18T19:25:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:42Z"
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4.18d680d141d2b9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: 565d35cd-e252-4cac-a709-cd88e96ebaaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: a54250f6-fc33-49a0-a396-f1345f03f120
  kind: Event
  lastTimestamp: "2026-09-18T19:25:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:42Z"
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4.18d680d1459446a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: 38e7e85f-6881-40ce-af15-d59f96e69096
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: a54250f6-fc33-49a0-a396-f1345f03f120
  kind: Event
  lastTimestamp: "2026-09-18T19:25:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:42Z"
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4.18d680d1460b700c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14652"
    uid: 5464a034-4413-45fc-b276-f37cdb5f9296
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: a54250f6-fc33-49a0-a396-f1345f03f120
  kind: Event
  lastTimestamp: "2026-09-18T19:25:44Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4_kserve-ci-e2e-test(a54250f6-fc33-49a0-a396-f1345f03f120)
  metadata:
    creationTimestamp: "2026-09-18T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:44Z"
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4.18d680d2bf49abb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: 64526262-7f88-41d0-91ad-52410b04ab05
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14556"
    uid: 10cb4464-5e09-4b20-963d-0b18bb2e9215
  kind: Event
  lastTimestamp: "2026-09-18T19:25:37Z"
  message: 'Created pod: isvc-init-fail-9735d5-predictor-cd8fc98b4-9f9j4'
  metadata:
    creationTimestamp: "2026-09-18T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:25:37Z"
    name: isvc-init-fail-9735d5-predictor-cd8fc98b4.18d680d11d4beb67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14567"
    uid: 34c5b344-3ac2-472c-aec1-88b654600f54
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-9735d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14554"
    uid: 5c48b6f8-2169-4b00-9749-407bd5209d0a
  kind: Event
  lastTimestamp: "2026-09-18T19:25:37Z"
  message: Scaled up replica set isvc-init-fail-9735d5-predictor-cd8fc98b4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:25:37Z"
    name: isvc-init-fail-9735d5-predictor.18d680d1170b7991
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: 81d1ae55-3c62-4928-99ad-28e799752247
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9735d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: 56513752-f269-4d6d-81ea-52e11710694a
  kind: Event
  lastTimestamp: "2026-09-18T19:25:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:25:44Z"
    name: isvc-init-fail-9735d5.18d680d11caf6c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "14674"
    uid: 3ec9f6ac-6941-4e7f-85b6-08b97559c9d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9735d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: 56513752-f269-4d6d-81ea-52e11710694a
  kind: Event
  lastTimestamp: "2026-09-18T19:25:37Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-9735d5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-9735d5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:25:37Z"
    name: isvc-init-fail-9735d5.18d680d11d2e3fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14566"
    uid: 22d11965-bda2-4ced-93d9-2fd6d2e04fc7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-9735d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: 56513752-f269-4d6d-81ea-52e11710694a
  kind: Event
  lastTimestamp: "2026-09-18T19:25:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-9735d5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:25:37Z"
    name: isvc-init-fail-9735d5.18d680d11d2e9a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14570"
    uid: 70b53596-fdfc-401c-94a9-ac783a78bd1f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:52:19.921882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25869"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-59b9d969c9-cv995
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:52:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:52:19Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d6824631d7b0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25873"
    uid: b491a4d1-279b-4b6a-aaaa-aa15c08fe0a6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:20Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d682463fc7d50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25882"
    uid: d3069698-00d2-484d-8701-4bebc30c255c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25877"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:21Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:52:21Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d682467796e08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25894"
    uid: c6c99cfc-6447-44d7-b349-5a6b84111b03
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:21Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d68246790201a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25896"
    uid: ee476957-7ef1-48bd-9c3e-c87bf4d35fa1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:21Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d682467babac5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25897"
    uid: c719f2bc-ddf3-4d2b-8d85-3d12ba53fc50
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:52:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:21Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d682467c1fe8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: 65a27168-c301-4090-a18e-432fd82298bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:25Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:25Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d68247877b7ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25921"
    uid: 8682bc33-9fbd-4bad-bb93-6c0a5a1448e6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.444s (6.444s
    including waiting). Image size: 644656917 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d68249079e1e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "25964"
    uid: cf24b017-4a97-496b-9cd3-676f75acab5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d682490ba13626
    namespace: kserve-ci-e2e-test
    resourceVersion: "25967"
    uid: d71c884f-4bcf-4b67-898b-15fe3d2bb1a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d682490c14d68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25968"
    uid: 2495e5f2-ab70-43f2-ac86-9c67d1e6ba87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d682490c201fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25969"
    uid: c5cee23b-47e0-4b76-ae6a-646305a3fc9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d682490fa74c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25970"
    uid: 430901aa-1c58-42fa-86ee-c6923941a2e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:52:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d682491022b2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25971"
    uid: 20dd363b-9af2-456e-9642-c639092849b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:53:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:56Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d682496715681d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: d2999f2c-436e-49b3-8d9a-6db4b78c386a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:54:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:10Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d68260093dc2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 0c48107f-8b05-4dd5-9d53-119d36b96927
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:54:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:54:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:10Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d68260093e4f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26667"
    uid: d4ca058c-e79e-4d3d-aaba-6dd37d646d2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-59b9d969c9-cv995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25870"
    uid: ff83910c-18d1-4b06-8978-4fe64bc307ed
  kind: Event
  lastTimestamp: "2026-09-18T19:54:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:54:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:14Z"
    name: isvc-lightgbm-predictor-59b9d969c9-cv995.18d68260eb6ed5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26686"
    uid: 0bc476dd-e4da-4b32-bcd8-7662281fa306
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-59b9d969c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25858"
    uid: 773cb7ff-ec37-4a44-ba62-34e3104e2431
  kind: Event
  lastTimestamp: "2026-09-18T19:52:19Z"
  message: 'Created pod: isvc-lightgbm-predictor-59b9d969c9-cv995'
  metadata:
    creationTimestamp: "2026-09-18T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:19Z"
    name: isvc-lightgbm-predictor-59b9d969c9.18d6824631546c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "25871"
    uid: 0ee4a32f-69ca-406a-a2f7-91b726ead97b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25856"
    uid: 705cd395-a7e3-4b0b-9f0f-18826d9468e4
  kind: Event
  lastTimestamp: "2026-09-18T19:52:19Z"
  message: Scaled up replica set isvc-lightgbm-predictor-59b9d969c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:19Z"
    name: isvc-lightgbm-predictor.18d682462bac0591
    namespace: kserve-ci-e2e-test
    resourceVersion: "25860"
    uid: b978113b-8f3d-4d43-ad21-e65989ca5c1d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: 8e565b56-ad11-4930-92b6-1ed1452a2f0c
  kind: Event
  lastTimestamp: "2026-09-18T19:53:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:53:19Z"
    name: isvc-lightgbm-predictor.18d68249aa8ac641
    namespace: kserve-ci-e2e-test
    resourceVersion: "26304"
    uid: fe1a0457-3668-444b-8bc2-993b41189cd7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25857"
    uid: 8e565b56-ad11-4930-92b6-1ed1452a2f0c
  kind: Event
  lastTimestamp: "2026-09-18T19:53:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:52:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:53:19Z"
    name: isvc-lightgbm-predictor.18d68249aaf9b1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "26306"
    uid: 16417011-520a-421e-b021-b61082e60565
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25991"
    uid: 8e565b56-ad11-4930-92b6-1ed1452a2f0c
  kind: Event
  lastTimestamp: "2026-09-18T19:54:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:04Z"
    name: isvc-lightgbm-predictor.18d68250a9766c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26613"
    uid: d745f15a-599f-4255-856f-fbf5b96cb429
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25991"
    uid: 8e565b56-ad11-4930-92b6-1ed1452a2f0c
  kind: Event
  lastTimestamp: "2026-09-18T19:54:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:05Z"
    name: isvc-lightgbm-predictor.18d68250a9eb3a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26614"
    uid: eb933d59-c8aa-42bb-b097-ed1ba38de28b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:54:16.097247Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26715"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:54:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:54:16Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d682613e6f17b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26721"
    uid: 190cb1d0-9cfc-4da5-a32b-19fc775fca79
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:16Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d68261494732a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 6f87f866-e1f4-4388-bf9c-b761a10c64e5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26725"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:17Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:54:17Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d68261843edd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: b5bc2374-7dbd-48d1-bbdb-515c2dc81969
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:17Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d6826186a05eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26741"
    uid: 30875a66-9268-4370-a205-5980b9239f1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:17Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d682618a6aa288
    namespace: kserve-ci-e2e-test
    resourceVersion: "26742"
    uid: 37fb9d3a-bfc4-47ba-b2b1-e7357416bc32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:17Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d682618ae21cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26743"
    uid: 805ccfe3-5784-4c99-923b-cdd07245c592
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:21Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:21Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d68262854b4224
    namespace: kserve-ci-e2e-test
    resourceVersion: "26774"
    uid: ccede1e8-b335-4adc-bdc8-7c47238306d6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:27Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.157s (6.157s
    including waiting). Image size: 644656917 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:27Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d68263f44cc563
    namespace: kserve-ci-e2e-test
    resourceVersion: "26805"
    uid: b63811d4-32d8-44c6-b472-b2daf0a433bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:27Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d68263f89f0762
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: 37e10937-4ecf-49be-b770-ac6fd819ad2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:27Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d68263f91ffa73
    namespace: kserve-ci-e2e-test
    resourceVersion: "26809"
    uid: 53a4f83f-892c-482a-9906-7c61cba1b976
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:27Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d68263f92c2a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26810"
    uid: ff0b7bda-a211-473e-b6d9-b57eef78da19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:27Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d68263fcc7f08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26811"
    uid: 0c071913-7d22-47bb-ba22-b4f7e430e776
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:54:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:54:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:27Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d68263fd4668a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26812"
    uid: bfa42ede-23cf-49de-8640-a35b5904cd38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:56:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:18Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d6826464bcee04
    namespace: kserve-ci-e2e-test
    resourceVersion: "27556"
    uid: 52c738af-dcc1-421c-a7df-93752724a4eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:56:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:17Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d6827d8debf02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: f0d60516-99c2-4bb7-9fee-8ab9835c8e88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:56:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:56:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:17Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d6827d8deca541
    namespace: kserve-ci-e2e-test
    resourceVersion: "27552"
    uid: 51c73123-3281-4be5-ab14-e45a131db0bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3eb372a3-12ae-40e0-a871-3f74c2338e6e
  kind: Event
  lastTimestamp: "2026-09-18T19:56:20Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:20Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp.18d6827e3d14daba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27562"
    uid: 2a7b2a70-3c78-4575-b8f4-b6c21530700f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 30bf21ae-26cc-47c2-b9c2-a304b915fe9a
  kind: Event
  lastTimestamp: "2026-09-18T19:54:16Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-7b5c95bfbc-2pcsp'
  metadata:
    creationTimestamp: "2026-09-18T19:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:16Z"
    name: isvc-lightgbm-runtime-predictor-7b5c95bfbc.18d682613dc2f077
    namespace: kserve-ci-e2e-test
    resourceVersion: "26719"
    uid: 137ca0e7-a6b4-4df8-b9d7-bb2d188d1daf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26704"
    uid: 0a34f168-1661-4d50-b224-fd7a65c3e178
  kind: Event
  lastTimestamp: "2026-09-18T19:54:16Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-7b5c95bfbc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:16Z"
    name: isvc-lightgbm-runtime-predictor.18d6826139293f58
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 43ad3552-7b5b-4d48-ba55-e3cf977f8d92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26705"
    uid: 78af440f-169a-4a3b-935a-8db5b4f6dbcb
  kind: Event
  lastTimestamp: "2026-09-18T19:55:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:55:01Z"
    name: isvc-lightgbm-runtime-predictor.18d68264b98f1159
    namespace: kserve-ci-e2e-test
    resourceVersion: "27064"
    uid: 65c7ac04-27c2-4dc5-9c53-0ab953c78095
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26705"
    uid: 78af440f-169a-4a3b-935a-8db5b4f6dbcb
  kind: Event
  lastTimestamp: "2026-09-18T19:55:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:55:01Z"
    name: isvc-lightgbm-runtime-predictor.18d68264ba3d51da
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: 6b8e125e-4526-4fd7-baad-6535386252e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: 78af440f-169a-4a3b-935a-8db5b4f6dbcb
  kind: Event
  lastTimestamp: "2026-09-18T19:56:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:16Z"
    name: isvc-lightgbm-runtime-predictor.18d6826f37d90462
    namespace: kserve-ci-e2e-test
    resourceVersion: "27528"
    uid: 2b15a2b1-b7ab-49ba-85f0-bd597d770e80
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: 78af440f-169a-4a3b-935a-8db5b4f6dbcb
  kind: Event
  lastTimestamp: "2026-09-18T19:56:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:16Z"
    name: isvc-lightgbm-runtime-predictor.18d6826f387e9ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: f7e80ca3-83dd-439c-808d-fc3162f000e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: e0b30fe2-5be2-48bf-8a7d-7edb21352965
  kind: Event
  lastTimestamp: "2026-09-18T19:56:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:56:08Z"
    name: isvc-lightgbm-runtime.18d68261393b4f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27420"
    uid: 26050a57-2def-458b-ae72-95ff48be247b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: e0b30fe2-5be2-48bf-8a7d-7edb21352965
  kind: Event
  lastTimestamp: "2026-09-18T19:54:16Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:54:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:16Z"
    name: isvc-lightgbm-runtime.18d6826139e8429e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26712"
    uid: cd2ce660-76d9-44fc-9dba-bf6bc0dbd1a2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27418"
    uid: e0b30fe2-5be2-48bf-8a7d-7edb21352965
  kind: Event
  lastTimestamp: "2026-09-18T19:56:08Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:56:08Z"
    name: isvc-lightgbm-runtime.18d6827b8183d1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27419"
    uid: 74f34c51-fdfa-4462-92d9-c82d6a361f70
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:57:17.967130Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28026"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:57:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:57:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828b96b93992
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: beb3971d-7fa1-4ac3-b418-a0b4d4e86c8b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28041"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:18Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:57:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828bb8c65683
    namespace: kserve-ci-e2e-test
    resourceVersion: "28049"
    uid: 030009d1-6e97-4ee3-b47f-3a6a942cf8c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828bba4256f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28051"
    uid: ec7eb4d4-762d-4770-b01b-514aeb6408cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828bbcf4940d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: 704ed0e7-4866-45f8-a78e-94553c393ec2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:18Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828bbd6edbb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28053"
    uid: 9d5ecac4-4443-4e58-89b6-81b7ccb969bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:23Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828cdebd11ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28087"
    uid: 419e249b-f15b-49b6-8696-676d80c88e6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828ce2fd11ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28090"
    uid: 00954673-b175-427f-bd11-04ed842117ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828ce37a2ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 20b80aee-75bf-4e3f-8c12-6ff2d85eaaa4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828ce387bb21
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: 87d2837f-999b-4c65-b24a-782697eb6d43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828ce6e39112
    namespace: kserve-ci-e2e-test
    resourceVersion: "28095"
    uid: cb882680-2288-4f76-954c-b224dd801208
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828ce75bf195
    namespace: kserve-ci-e2e-test
    resourceVersion: "28096"
    uid: 973c803d-cbc2-4938-9197-66369a1287bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d6828d56b24759
    namespace: kserve-ci-e2e-test
    resourceVersion: "28140"
    uid: 2d183d2b-f135-41f9-9f08-f700697df0fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d682929aabaef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28255"
    uid: 11b9d6bc-36fe-4963-a5f3-f5777e10724a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 5010ea9c-5364-4a94-b497-70dffd464e18
  kind: Event
  lastTimestamp: "2026-09-18T19:57:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:48Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph.18d682929aac3a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "28256"
    uid: d071224b-12eb-45c2-954d-15e49ba4ca83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-544db88986
    namespace: kserve-ci-e2e-test
    resourceVersion: "28018"
    uid: 7e0f0155-ecb3-4e82-b770-161fc6035072
  kind: Event
  lastTimestamp: "2026-09-18T19:57:17Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-544db88986-nsbph'
  metadata:
    creationTimestamp: "2026-09-18T19:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:17Z"
    name: isvc-lightgbm-v2-kserve-predictor-544db88986.18d6828b96010456
    namespace: kserve-ci-e2e-test
    resourceVersion: "28028"
    uid: 8c992ff0-dccb-450e-9700-ff25fde8b9d0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28015"
    uid: 2b285be0-015e-4c7c-a289-480d861e4b23
  kind: Event
  lastTimestamp: "2026-09-18T19:57:17Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-544db88986 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:17Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6828b92dfef3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28020"
    uid: 151a9d68-4436-4308-ab2c-ccdf0428816b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28017"
    uid: 432f8f69-c148-488c-a2e3-7435d8c1bcfe
  kind: Event
  lastTimestamp: "2026-09-18T19:57:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:32Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6828f11d23140
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: 13d52f14-289c-4c66-913b-2b2bdad10483
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28017"
    uid: 432f8f69-c148-488c-a2e3-7435d8c1bcfe
  kind: Event
  lastTimestamp: "2026-09-18T19:57:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:32Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6828f123dc216
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: a656c1c2-c9ee-4400-831f-3a85879f5c4d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: 432f8f69-c148-488c-a2e3-7435d8c1bcfe
  kind: Event
  lastTimestamp: "2026-09-18T19:57:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d68292911420a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28231"
    uid: 094f51c8-4fab-4d2c-97aa-1a7b5de18865
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28153"
    uid: 432f8f69-c148-488c-a2e3-7435d8c1bcfe
  kind: Event
  lastTimestamp: "2026-09-18T19:57:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:57:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:47Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d6829291b9b4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28233"
    uid: 86ee3a3a-8302-4efb-b139-b50301ee1881
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "28008"
    uid: c23ec7fc-d635-410d-8fcc-ee0f91733bd7
  kind: Event
  lastTimestamp: "2026-09-18T19:57:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:57:41Z"
    name: isvc-lightgbm-v2-kserve.18d6828b930f9fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28196"
    uid: b100785b-1361-43a7-9b58-db45e93a92fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "28008"
    uid: c23ec7fc-d635-410d-8fcc-ee0f91733bd7
  kind: Event
  lastTimestamp: "2026-09-18T19:57:17Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:57:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:57:17Z"
    name: isvc-lightgbm-v2-kserve.18d6828b939f546a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28023"
    uid: 1048622c-0827-4499-b238-9d6c3a80b206
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "28193"
    uid: c23ec7fc-d635-410d-8fcc-ee0f91733bd7
  kind: Event
  lastTimestamp: "2026-09-18T19:57:41Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:57:41Z"
    name: isvc-lightgbm-v2-kserve.18d6829116a9c106
    namespace: kserve-ci-e2e-test
    resourceVersion: "28195"
    uid: 6e81214c-c81c-491a-b37e-c8a5415979ab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:56:22.740603Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27593"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:56:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:56:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d6827ebaf754f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27600"
    uid: a06ec125-db19-4ac6-88b9-f4673baa4173
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27605"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:23Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:56:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d6827edd45f1a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27618"
    uid: 6b88ed1e-c452-4723-9785-50a57ce365cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d6827edf6e3fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27620"
    uid: c1ce2757-4428-4d44-a850-fdf60d8483d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d6827ee2306ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27621"
    uid: 721a2b3b-cda6-4161-8e66-3483bf3e76c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d6827ee2ae1e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27622"
    uid: cf2a57cb-bece-498a-b794-6c2cdf1ffc4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:28Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d6827fff709da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27657"
    uid: 8cecc495-2da1-4041-a8dd-f57428900e76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d68280030198a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27659"
    uid: efb8f522-aba8-41b3-9211-0478a09183f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d68280037a939c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27660"
    uid: aabfd0d8-e800-48ef-9b37-438acffadb18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d68280038608e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27661"
    uid: 7432ac00-5519-4769-9a61-b884b9b86626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d68280067e01bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27664"
    uid: f594e26d-ee37-4442-b815-4d1e3c6efd61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d6828006fb27db
    namespace: kserve-ci-e2e-test
    resourceVersion: "27665"
    uid: 830bb90a-a014-4a1c-a2d2-9a6415436b5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:57:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d6828a6363d798
    namespace: kserve-ci-e2e-test
    resourceVersion: "27921"
    uid: 6d020cf3-972e-4d87-ac6a-f4bb66423d6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 52d8baef-e1dc-46a1-a538-3845da0d2bc5
  kind: Event
  lastTimestamp: "2026-09-18T19:57:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:12Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx.18d6828a63643926
    namespace: kserve-ci-e2e-test
    resourceVersion: "27920"
    uid: cf72ef8a-f2d4-414b-9c65-94d5985ef71f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: 55006a6f-c286-4d24-b20b-b846e496d038
  kind: Event
  lastTimestamp: "2026-09-18T19:56:22Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8-trxtx'
  metadata:
    creationTimestamp: "2026-09-18T19:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-58f9f86dd8.18d6827eba5396dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27595"
    uid: b838b645-76d3-477d-a656-c4e418848a5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27582"
    uid: a8f3f305-04ee-4403-ace2-f77b99782657
  kind: Event
  lastTimestamp: "2026-09-18T19:56:22Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-58f9f86dd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:22Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6827eb6f30ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27586"
    uid: 14611f81-500f-4176-ad4a-c5e8091c153e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: 6e78ddb0-25db-46bc-9014-383c786d2d9f
  kind: Event
  lastTimestamp: "2026-09-18T19:56:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:52Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d68282363f8bd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27775"
    uid: cc22a64a-ffa5-48d9-a4c6-8e9109ad1fef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: 6e78ddb0-25db-46bc-9014-383c786d2d9f
  kind: Event
  lastTimestamp: "2026-09-18T19:56:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:56:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:52Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6828236ade631
    namespace: kserve-ci-e2e-test
    resourceVersion: "27776"
    uid: b4c6450e-99e7-402f-8779-1b928924b6dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27706"
    uid: 6e78ddb0-25db-46bc-9014-383c786d2d9f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:07Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d682893525ffdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: c4e0cf4a-5739-4351-b52c-503fc0d22785
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27706"
    uid: 6e78ddb0-25db-46bc-9014-383c786d2d9f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:07Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d6828935add803
    namespace: kserve-ci-e2e-test
    resourceVersion: "27862"
    uid: 4de6ef58-83bc-4605-b7fd-cad87ce2497c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27575"
    uid: adc94c3a-602d-4937-a771-947bc8f914a8
  kind: Event
  lastTimestamp: "2026-09-18T19:57:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:57:06Z"
    name: isvc-lightgbm-v2-runtime.18d6827eb7330f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "27856"
    uid: aa7c76bf-d0c8-41a6-a8d7-06862b07f4a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27575"
    uid: adc94c3a-602d-4937-a771-947bc8f914a8
  kind: Event
  lastTimestamp: "2026-09-18T19:56:22Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:56:22Z"
    name: isvc-lightgbm-v2-runtime.18d6827eb7bda37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27590"
    uid: 15ebe4c8-e8f6-405a-a9e0-1776633acec5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: adc94c3a-602d-4937-a771-947bc8f914a8
  kind: Event
  lastTimestamp: "2026-09-18T19:57:06Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:57:06Z"
    name: isvc-lightgbm-v2-runtime.18d68288e156471d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27855"
    uid: 4564f41e-2a79-4cb2-9785-74b7243a290f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25849"
    uid: 71f1b00c-6ca5-4c6f-8255-65712a4b1574
  kind: Event
  lastTimestamp: "2026-09-18T19:54:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:06Z"
    name: isvc-lightgbm.18d682462bda3fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26633"
    uid: a2905c11-c3fa-4fed-ade1-ec8d4184f96d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25849"
    uid: 71f1b00c-6ca5-4c6f-8255-65712a4b1574
  kind: Event
  lastTimestamp: "2026-09-18T19:52:19Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:19Z"
    name: isvc-lightgbm.18d682462c62f8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25879"
    uid: b268875a-0342-4211-9b31-598a4c576828
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "25851"
    uid: 71f1b00c-6ca5-4c6f-8255-65712a4b1574
  kind: Event
  lastTimestamp: "2026-09-18T19:52:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:19Z"
    name: isvc-lightgbm.18d6824633bd1388
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: ee6b78d5-0f38-4b9e-a9aa-57deaead5d84
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26631"
    uid: 71f1b00c-6ca5-4c6f-8255-65712a4b1574
  kind: Event
  lastTimestamp: "2026-09-18T19:54:06Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:54:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:06Z"
    name: isvc-lightgbm.18d6825f15d85919
    namespace: kserve-ci-e2e-test
    resourceVersion: "26632"
    uid: e122b1e0-dbcb-4ba6-8e53-88efb6728ca3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:29:32.581362Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-6b98ddf9c7-hkjkq
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:29:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:29:32Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d68107d5ff13ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: 537def49-d192-4141-9e3e-e74bbbc0da0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:33Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:29:33Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d68107f7cc3094
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: df537486-01d8-4304-8e97-6b18f7c035b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:33Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d68107f992e417
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: 0b39dd5e-ccb0-447f-85ae-70a7cc668468
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:33Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d68107fc2b8cd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: 3c053282-15b8-41f5-b7b7-06baa641aeec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:33Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d68107fc9bc8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 0ad281cf-f76b-4013-a20c-4c60400e769f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:37Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d681090cf0755a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 32249a35-a43d-4b35-bff4-d3caf67cafb8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:37Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d6810910158631
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 25d702ef-cb83-49e3-8434-cd9e5091cd9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:37Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d68109108bc637
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: cd26aee2-8333-4d42-b51b-d273d15b4dda
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:37Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d681091096f5d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: 115f1faa-0823-45e3-ac7d-15e63168ffda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:37Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d6810913997596
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 5afcaeea-25e8-4b4f-8956-9675f78637b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:37Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d68109140a37cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: aed5c9ca-e72f-46ff-b6ac-0246ff3a76fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:37Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:5c05f01febc2fcb46d2803493fb076d1e99486e8fba24136c3d6905a978cedc9"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:37Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d681091415d128
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 90f2a24c-13af-4979-973c-675ec2935985
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:37Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d6810917265da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: 53b33e25-b044-41e0-9795-d9009ca1cdcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:37Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d681091795d201
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 6f423fb8-f90a-4ce9-8d8c-4d0bcf2df7d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:31:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:29:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:15Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d681094910c8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17012"
    uid: 3e4740c2-0178-4296-a8a0-ea5d1452ab33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:31:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:15Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d6810984f02832
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: fbc0cfc4-d97a-4eda-8041-c65d56aa28b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:31:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:08Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d6811e169e3be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 50521cf5-706c-4c77-9290-01d903959b77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:31:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:08Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d6811e169e9591
    namespace: kserve-ci-e2e-test
    resourceVersion: "16861"
    uid: ceffe1df-c158-40eb-9791-c39401ad4838
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:31:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:08Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d6811e169eb825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: 17e8ce3f-7ca5-4b6b-8d0d-9d71eb3018af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: ca87c0a8-7e84-4da0-82a4-c65a4b99879a
  kind: Event
  lastTimestamp: "2026-09-18T19:31:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:25Z"
    name: isvc-logger-predictor-6b98ddf9c7-hkjkq.18d6811eb527aacb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: 1af12ea9-4632-41de-ab55-a34aff1fc7b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-6b98ddf9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: e69bff57-5eff-46ab-9ca3-473ffc34bf60
  kind: Event
  lastTimestamp: "2026-09-18T19:29:32Z"
  message: 'Created pod: isvc-logger-predictor-6b98ddf9c7-hkjkq'
  metadata:
    creationTimestamp: "2026-09-18T19:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:32Z"
    name: isvc-logger-predictor-6b98ddf9c7.18d68107d53f4679
    namespace: kserve-ci-e2e-test
    resourceVersion: "16211"
    uid: fdee37c2-bb8d-4466-a8fe-f910b6106c6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: c700ddc7-2165-4ac4-aa58-ddb3a57d5410
  kind: Event
  lastTimestamp: "2026-09-18T19:29:32Z"
  message: Scaled up replica set isvc-logger-predictor-6b98ddf9c7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:32Z"
    name: isvc-logger-predictor.18d68107cef359be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16199"
    uid: a715ea8b-2ce9-49b9-8a25-49f97ffacd49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 6dc29455-98e7-44af-b0e2-14601b4a3c01
  kind: Event
  lastTimestamp: "2026-09-18T19:30:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:17Z"
    name: isvc-logger-predictor.18d6810b4e1e976e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: cd0a3752-07b1-414f-8d4e-10e8bc824e64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 6dc29455-98e7-44af-b0e2-14601b4a3c01
  kind: Event
  lastTimestamp: "2026-09-18T19:30:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:29:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:17Z"
    name: isvc-logger-predictor.18d6810b503ab45a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 85b04912-887d-4252-92c6-422a18f642c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6dc29455-98e7-44af-b0e2-14601b4a3c01
  kind: Event
  lastTimestamp: "2026-09-18T19:31:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:02Z"
    name: isvc-logger-predictor.18d6810ecf7b3831
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: a9acca63-a3cd-49ca-86a3-c06d01cf92ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 6dc29455-98e7-44af-b0e2-14601b4a3c01
  kind: Event
  lastTimestamp: "2026-09-18T19:31:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:30:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:02Z"
    name: isvc-logger-predictor.18d6810ecfeeb8fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 31f2c33d-cfa5-42ec-9a39-ae5cb6e80231
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16187"
    uid: 20ef1302-8904-4c92-b127-9fb5e6d55aa0
  kind: Event
  lastTimestamp: "2026-09-18T19:30:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:30:56Z"
    name: isvc-logger.18d68107cf1fc83f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: d7ca34cd-08c7-4480-bf12-0e4797a55679
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16187"
    uid: 20ef1302-8904-4c92-b127-9fb5e6d55aa0
  kind: Event
  lastTimestamp: "2026-09-18T19:29:32Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T19:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:29:32Z"
    name: isvc-logger.18d68107d0531ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: b6ec71ae-8a94-4ed7-8db4-6a3b08a1a56c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: 20ef1302-8904-4c92-b127-9fb5e6d55aa0
  kind: Event
  lastTimestamp: "2026-09-18T19:30:56Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:30:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:30:56Z"
    name: isvc-logger.18d6811b423723b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 611594c7-cdda-49af-aab2-1ebdc708f8ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:57:53.279408Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28299"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:57:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:57:53Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d68293cf7fd8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28306"
    uid: 7f8588f6-dbd6-44c9-a53e-202f7eaf668f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28311"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:53Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:57:53Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d68293f1d490b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28316"
    uid: 184a8497-89dd-4c88-96d4-581598b59739
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:53Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d68293f44b6c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28318"
    uid: 5215e0bc-5cc4-48c7-867a-62489ba145f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:53Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d68293f6eee95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: eebb5e98-b61b-4172-94c8-a056176a23da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:53Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d68293f77a9c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "28320"
    uid: 6c199831-87de-40b8-bccc-e4a07eb04034
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:58Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:58Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d682950f548ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28355"
    uid: 1550bdfe-6436-4255-91af-76ae81bcf19a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:58Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d68295131e7983
    namespace: kserve-ci-e2e-test
    resourceVersion: "28357"
    uid: c6d4c422-eb82-4051-b918-9adfafd5deaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:58Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d6829513aef4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28360"
    uid: ad4b2374-6dea-45c9-89de-b415561df8fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:58Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d6829513bc08d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28361"
    uid: 5eb76ff4-54bb-45a0-b8e1-8b88570de25b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:58Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d6829516cf0f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28363"
    uid: 7ab11a2c-e45a-42c2-9ed3-238fc4d0b4d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:57:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:58Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d682951749dbe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28364"
    uid: a18aa0a8-164d-409c-9e0d-d39faaa91fbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:58:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:43Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d6829f7648bd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "28600"
    uid: 40a2afc6-db4c-4ca2-80e8-63b594e7b9c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh
    namespace: kserve-ci-e2e-test
    resourceVersion: "28304"
    uid: 8253af27-eed9-4caa-b2a2-87b15d7b823f
  kind: Event
  lastTimestamp: "2026-09-18T19:58:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:43Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh.18d6829f7649473c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28601"
    uid: 8e8e97f7-3104-4c50-a1d4-289f10036afe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 244a1c80-6c37-4588-822a-ce6c1dca6cf9
  kind: Event
  lastTimestamp: "2026-09-18T19:57:53Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-fc758d9c9-m6hjh'
  metadata:
    creationTimestamp: "2026-09-18T19:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:53Z"
    name: isvc-mlflow-v2-runtime-predictor-fc758d9c9.18d68293ce8db149
    namespace: kserve-ci-e2e-test
    resourceVersion: "28302"
    uid: ead07b54-8836-4373-b19d-0f8062959f95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28288"
    uid: 3764aa5b-2c89-4c76-9cca-58b96e5ac715
  kind: Event
  lastTimestamp: "2026-09-18T19:57:53Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-fc758d9c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:53Z"
    name: isvc-mlflow-v2-runtime-predictor.18d68293cb22507f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28292"
    uid: 8dd01c54-8acc-419b-a3d9-f070925e5fa3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28289"
    uid: 91042416-e70a-449d-b014-b6b88c1d83cd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:38Z"
    name: isvc-mlflow-v2-runtime-predictor.18d682974a15d748
    namespace: kserve-ci-e2e-test
    resourceVersion: "28563"
    uid: d59c79e3-b92a-4c0b-a4a4-aaa6d556a405
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28289"
    uid: 91042416-e70a-449d-b014-b6b88c1d83cd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:38Z"
    name: isvc-mlflow-v2-runtime-predictor.18d682974a8657e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28564"
    uid: b382ede6-f7bc-4b4e-b4b1-0b284ad4d844
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: e839b686-87ef-47be-b9ac-9d1cdaa45a82
  kind: Event
  lastTimestamp: "2026-09-18T19:58:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:36Z"
    name: isvc-mlflow-v2-runtime.18d68293cb2972b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28554"
    uid: bd910c35-9cb8-47a7-99ac-02871a0dc0a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28281"
    uid: e839b686-87ef-47be-b9ac-9d1cdaa45a82
  kind: Event
  lastTimestamp: "2026-09-18T19:57:53Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:57:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:57:53Z"
    name: isvc-mlflow-v2-runtime.18d68293cba6c6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28295"
    uid: 785fb3ae-2300-44d9-b9d4-9a0c6f6986fc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28552"
    uid: e839b686-87ef-47be-b9ac-9d1cdaa45a82
  kind: Event
  lastTimestamp: "2026-09-18T19:58:36Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:36Z"
    name: isvc-mlflow-v2-runtime.18d6829def9f7e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28553"
    uid: 8bc49d7d-6d90-439f-bdde-a5c3321b4ade
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:00:13.862119Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29222"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-69579d8675-rc888
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:00:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:00:13Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b48ae1c212
    namespace: kserve-ci-e2e-test
    resourceVersion: "29228"
    uid: 10538e81-91d4-45c6-856f-8e2ebe9892f7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29232"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:14Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:00:14Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b4acd1c52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29238"
    uid: 9a072f2b-4bd1-462c-8dfb-95aff8c2caea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:14Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b4aeaadc68
    namespace: kserve-ci-e2e-test
    resourceVersion: "29240"
    uid: 335ccacc-016a-4d43-9b31-1b5eedf46a17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:14Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b4b21fcc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29241"
    uid: 6e555e25-a200-4d50-9ccb-259b14b2a55a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:14Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b4b2973bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29242"
    uid: b4424b8d-96fe-41b6-b135-f6378625a17f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:20Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:20Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b60a879902
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 12309e07-cc4f-46ea-9b6c-a5cd878a10a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:31Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.594s (11.594s
    including waiting). Image size: 1204389121 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b8bd9b927f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29411"
    uid: d81b0f28-85fb-400f-8254-e066b5518354
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b8c165d547
    namespace: kserve-ci-e2e-test
    resourceVersion: "29414"
    uid: 0545e308-900a-47de-9fff-8021bbfc8a49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b8c1fc9a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 82c3a170-9ab4-4468-9d7d-8ee363d8408c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b8c2086cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29417"
    uid: 4fba73e3-7b83-4ae2-8d23-a589a95eefa5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:32Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b8c5735c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "29418"
    uid: 26b73144-be2b-468a-a1e9-d58bcda738ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:00:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:32Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b8c5ece229
    namespace: kserve-ci-e2e-test
    resourceVersion: "29419"
    uid: 38f31927-fd5f-4022-b328-8c29c0441f10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:01:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:19Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682b915ed1f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "29688"
    uid: 32884207-e493-434c-9659-6eab90164693
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:01:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:35Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682c77859562d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29793"
    uid: 8111248f-d109-4130-a71a-cbdaa477bf49
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-69579d8675-rc888
    namespace: kserve-ci-e2e-test
    resourceVersion: "29225"
    uid: 2593e3ae-c043-462a-85df-184757c79362
  kind: Event
  lastTimestamp: "2026-09-18T20:01:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:35Z"
    name: isvc-paddle-predictor-69579d8675-rc888.18d682c77859e97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29794"
    uid: d4dfd6c6-0630-4d82-ab54-692b379b4dac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-69579d8675
    namespace: kserve-ci-e2e-test
    resourceVersion: "29213"
    uid: 7bed795d-eea9-410d-ae55-a7f522f59c65
  kind: Event
  lastTimestamp: "2026-09-18T20:00:13Z"
  message: 'Created pod: isvc-paddle-predictor-69579d8675-rc888'
  metadata:
    creationTimestamp: "2026-09-18T20:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:13Z"
    name: isvc-paddle-predictor-69579d8675.18d682b48a2812be
    namespace: kserve-ci-e2e-test
    resourceVersion: "29226"
    uid: 67431315-f794-4ebc-96ee-4617c9bf41ce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29211"
    uid: 0397c96f-bfe1-435d-92be-b56beec1ab5b
  kind: Event
  lastTimestamp: "2026-09-18T20:00:13Z"
  message: Scaled up replica set isvc-paddle-predictor-69579d8675 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:13Z"
    name: isvc-paddle-predictor.18d682b485d016ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29216"
    uid: e9324955-1a84-4547-a51b-42455df6d57f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29212"
    uid: 6ec35c5b-12e2-4c6f-a4cc-c2c86b80b45b
  kind: Event
  lastTimestamp: "2026-09-18T20:00:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:58Z"
    name: isvc-paddle-predictor.18d682b8043545d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29586"
    uid: d532c9e2-6e39-47cd-8109-f7673a30fbd7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29212"
    uid: 6ec35c5b-12e2-4c6f-a4cc-c2c86b80b45b
  kind: Event
  lastTimestamp: "2026-09-18T20:00:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:58Z"
    name: isvc-paddle-predictor.18d682b8049b3e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "29587"
    uid: 7285a9c6-ee08-4529-81ea-4d469c07786f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29332"
    uid: 6ec35c5b-12e2-4c6f-a4cc-c2c86b80b45b
  kind: Event
  lastTimestamp: "2026-09-18T20:01:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:01:28Z"
    name: isvc-paddle-predictor.18d682c2815d153b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29741"
    uid: e15b0456-6d82-4b15-b801-f483653ed17b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29332"
    uid: 6ec35c5b-12e2-4c6f-a4cc-c2c86b80b45b
  kind: Event
  lastTimestamp: "2026-09-18T20:01:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:01:28Z"
    name: isvc-paddle-predictor.18d682c281d047de
    namespace: kserve-ci-e2e-test
    resourceVersion: "29742"
    uid: 251959b4-5623-42c8-b619-d90756ae1af4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:01:40.440116Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29847"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:01:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:01:40Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682c8b35531bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29853"
    uid: e08b0a3c-31c2-4960-8d9a-7d1aa1d23dcc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:40Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682c8bec74d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29861"
    uid: d8a6658f-287c-46b1-ab0d-2680c5420d39
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29857"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:41Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:01:41Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682c8f944c1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29872"
    uid: b2e453cb-02b0-4d2c-85d6-0b5906c11ab4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:41Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682c8fab1f4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29874"
    uid: 2a785613-dcde-42d7-a1b2-9753355f40f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:41Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682c8fdf081bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29875"
    uid: 33cf4e12-823c-4954-acc4-bad79934a644
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:01:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:41Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682c8fe620717
    namespace: kserve-ci-e2e-test
    resourceVersion: "29876"
    uid: d72f772b-7709-4c5f-b3a6-7d66c4e62b25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:46Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:46Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682ca29be7458
    namespace: kserve-ci-e2e-test
    resourceVersion: "29899"
    uid: 008be7ed-5283-4977-ad24-fc9b59aa4e96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:46Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682ca2ca99987
    namespace: kserve-ci-e2e-test
    resourceVersion: "29901"
    uid: 75de76e1-e951-432b-af1e-728af3f9c16b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:46Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682ca2d102f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "29902"
    uid: df11f292-ae4e-4f09-a291-b69490998356
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:46Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682ca2d1a729b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29903"
    uid: 75a8901c-83c7-4f63-803a-0b706040c0bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:46Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682ca2fbb5047
    namespace: kserve-ci-e2e-test
    resourceVersion: "29906"
    uid: fcc5ade9-90bd-45e1-ae90-cf306b344c28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:01:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:46Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682ca30249577
    namespace: kserve-ci-e2e-test
    resourceVersion: "29907"
    uid: da52e7c2-b9bc-4fdb-9b57-3a57b28f993d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:02:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:54Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682caa1ad45cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: 1fe6dbed-f065-4c81-a284-e62fa6647b4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:02:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:51Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682d952567974
    namespace: kserve-ci-e2e-test
    resourceVersion: "30423"
    uid: 1efabd57-2682-4127-bad9-cdd61ea4a7ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:02:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:51Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682d952579c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30424"
    uid: 002f85c8-bbb3-4623-9b9b-19706d8715a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: f435e44a-acbb-4e83-9fe8-322e7773a41a
  kind: Event
  lastTimestamp: "2026-09-18T20:02:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:02:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:54Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw.18d682d9ffd89603
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: 1c2cdb28-33b7-4c6f-9998-f52a0279a01f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29838"
    uid: 5743debc-8350-48be-afea-9ad24c08e5e8
  kind: Event
  lastTimestamp: "2026-09-18T20:01:40Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-6fd5dfd5ff-7pbcw'
  metadata:
    creationTimestamp: "2026-09-18T20:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:01:40Z"
    name: isvc-paddle-runtime-predictor-6fd5dfd5ff.18d682c8b2c766b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29848"
    uid: cda43ec2-fed1-42c8-a608-eb2627bc6e6f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29835"
    uid: 0450bd5c-e242-437f-9875-c124197089a6
  kind: Event
  lastTimestamp: "2026-09-18T20:01:40Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-6fd5dfd5ff from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:01:40Z"
    name: isvc-paddle-runtime-predictor.18d682c8aea16b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: 31823ecc-8628-41ce-be96-1a2ebc81eb04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29836"
    uid: a5b67dfb-61bd-4ef0-a065-b1a5f0122383
  kind: Event
  lastTimestamp: "2026-09-18T20:02:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:25Z"
    name: isvc-paddle-runtime-predictor.18d682cc2ca4ab02
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: cad3cb17-a09e-432e-aa18-be603b256528
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29836"
    uid: a5b67dfb-61bd-4ef0-a065-b1a5f0122383
  kind: Event
  lastTimestamp: "2026-09-18T20:02:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:25Z"
    name: isvc-paddle-runtime-predictor.18d682cc2d0c5e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30273"
    uid: 8406b2be-e7bc-4943-93b7-ef076b5d24bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: a5b67dfb-61bd-4ef0-a065-b1a5f0122383
  kind: Event
  lastTimestamp: "2026-09-18T20:02:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:40Z"
    name: isvc-paddle-runtime-predictor.18d682d6aa012c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "30345"
    uid: 443fbbdf-d33f-4514-b590-1ea067cb8c08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29954"
    uid: a5b67dfb-61bd-4ef0-a065-b1a5f0122383
  kind: Event
  lastTimestamp: "2026-09-18T20:02:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:40Z"
    name: isvc-paddle-runtime-predictor.18d682d6aa665ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30347"
    uid: 9f206f39-6dc1-453b-8fb6-6b96bf9d907c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29828"
    uid: 633a7715-facc-4232-a4a6-e846c0c2e67e
  kind: Event
  lastTimestamp: "2026-09-18T20:02:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:44Z"
    name: isvc-paddle-runtime.18d682c8ae2a86f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: c4c2c796-c6d1-4f24-b1e4-b3e02f983720
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29828"
    uid: 633a7715-facc-4232-a4a6-e846c0c2e67e
  kind: Event
  lastTimestamp: "2026-09-18T20:01:40Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:01:40Z"
    name: isvc-paddle-runtime.18d682c8af19f59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29843"
    uid: b806806d-be25-4e4a-9c69-80f6c18d61e4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30378"
    uid: 633a7715-facc-4232-a4a6-e846c0c2e67e
  kind: Event
  lastTimestamp: "2026-09-18T20:02:44Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:44Z"
    name: isvc-paddle-runtime.18d682d7b2eccaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 6f09ca83-8d24-442c-a245-ab2b5edd5d68
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:02:57.038035Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30481"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:02:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:02:57Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682da88ecb4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30487"
    uid: a1f8e14a-b2f8-4f90-84ba-53c7054bee9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:02:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:57Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682da97c75d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30494"
    uid: d2b7bdcf-fdd5-4be8-8a02-f4cfc1bd67fc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30491"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:02:58Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:02:58Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dacea29e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "30504"
    uid: 8ecf57cd-e312-418b-a3cd-9ad1dc5fb507
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:02:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:58Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dad023f654
    namespace: kserve-ci-e2e-test
    resourceVersion: "30506"
    uid: 9e11ddaa-d7c7-48bb-890d-55ff1125f8da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:02:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:58Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dad2bb7da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: 72a95090-59cd-4537-a584-6082074d1b4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:02:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:58Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dad328f57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30508"
    uid: 4c000639-73a3-4e99-82f8-288fcb18533a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:03:03Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:03Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dbf20d390a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30534"
    uid: 7b9cf41b-48a7-4473-8955-27371925f1b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:03:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:03Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dbf527ad18
    namespace: kserve-ci-e2e-test
    resourceVersion: "30536"
    uid: 0dbf0504-be77-426f-8132-8287056fe02f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:03:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:03Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dbf591a657
    namespace: kserve-ci-e2e-test
    resourceVersion: "30537"
    uid: b4f0a6d8-da4e-43bf-8ce4-49cb369f2a9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:03:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:03Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dbf59d8611
    namespace: kserve-ci-e2e-test
    resourceVersion: "30538"
    uid: 008276c5-bfcf-4e79-b240-d7f2ffc15055
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:03:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:03Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dbf8655872
    namespace: kserve-ci-e2e-test
    resourceVersion: "30541"
    uid: 86532078-72ba-4528-a45d-9e281a0b8677
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:03:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:03:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:03Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dbf8d1846c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30542"
    uid: d87507f8-79c7-4430-b301-9eaa18642f66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:04:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:10Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682dd5834cb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31071"
    uid: 7f863081-3128-472e-a0b4-6fd4744678ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:04:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:08Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682eb3c548ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31063"
    uid: 7ec7f1be-9230-453b-9c55-f503cc1385ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:04:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:08Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682eb3c552c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "31064"
    uid: 658e1259-2a4e-4fa2-8425-0b53c89e77ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: a61488c6-ed8c-4e30-8b16-f79591f8a252
  kind: Event
  lastTimestamp: "2026-09-18T20:04:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.61:8643/healthz": dial tcp
    10.134.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:09Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt.18d682eb50b949d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31066"
    uid: ff2f0921-9876-4a98-9d03-dc1623512f01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-65d45d6447
    namespace: kserve-ci-e2e-test
    resourceVersion: "30472"
    uid: aa6c6401-fea2-40bb-ae51-6c386229c230
  kind: Event
  lastTimestamp: "2026-09-18T20:02:57Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-65d45d6447-828vt'
  metadata:
    creationTimestamp: "2026-09-18T20:02:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:57Z"
    name: isvc-paddle-v2-kserve-predictor-65d45d6447.18d682da885a6666
    namespace: kserve-ci-e2e-test
    resourceVersion: "30482"
    uid: 7f16e11e-c25b-45ea-a5b6-ea8e86ac126d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30470"
    uid: 43c48c56-7546-472f-955c-87e3dd3e9524
  kind: Event
  lastTimestamp: "2026-09-18T20:02:56Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-65d45d6447 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:56Z"
    name: isvc-paddle-v2-kserve-predictor.18d682da84f7b368
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 4931e3fa-df92-42c4-b2a0-7b9ed7344315
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30471"
    uid: a2741205-e25d-498d-9b1e-e1839ff46c47
  kind: Event
  lastTimestamp: "2026-09-18T20:03:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:11Z"
    name: isvc-paddle-v2-kserve-predictor.18d682de03d7a880
    namespace: kserve-ci-e2e-test
    resourceVersion: "30593"
    uid: 0031bbcd-b2fb-4a5d-8d78-5bf58eaf4868
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30471"
    uid: a2741205-e25d-498d-9b1e-e1839ff46c47
  kind: Event
  lastTimestamp: "2026-09-18T20:03:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:03:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:11Z"
    name: isvc-paddle-v2-kserve-predictor.18d682de042d74d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30595"
    uid: 9d9898fb-5fbc-4d53-abc9-421cfcb3a95d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30594"
    uid: a2741205-e25d-498d-9b1e-e1839ff46c47
  kind: Event
  lastTimestamp: "2026-09-18T20:03:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:57Z"
    name: isvc-paddle-v2-kserve-predictor.18d682e1832f330b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30884"
    uid: a12deeec-22a1-43ce-8188-63e6d5468057
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30594"
    uid: a2741205-e25d-498d-9b1e-e1839ff46c47
  kind: Event
  lastTimestamp: "2026-09-18T20:03:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:57Z"
    name: isvc-paddle-v2-kserve-predictor.18d682e183b29c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30885"
    uid: a2a2ae51-ae58-4076-ad27-7bbaf8a30fcc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30462"
    uid: 908032e2-84e4-4883-9528-760637bfd23f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:04:00Z"
    name: isvc-paddle-v2-kserve.18d682da84f31307
    namespace: kserve-ci-e2e-test
    resourceVersion: "30920"
    uid: 7a8e05db-255e-4d5c-8742-793947c27183
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30462"
    uid: 908032e2-84e4-4883-9528-760637bfd23f
  kind: Event
  lastTimestamp: "2026-09-18T20:02:56Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:56Z"
    name: isvc-paddle-v2-kserve.18d682da85916a1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30477"
    uid: ba6e7ecc-6af3-4941-86e4-e67169d61b05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30918"
    uid: 908032e2-84e4-4883-9528-760637bfd23f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:00Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:04:00Z"
    name: isvc-paddle-v2-kserve.18d682e941bb7bcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30919"
    uid: b7b9c243-bc7d-42e1-87d2-c8129b53e8a5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "29202"
    uid: d31c6bdd-ef48-4dc8-baae-adba4acb0215
  kind: Event
  lastTimestamp: "2026-09-18T20:01:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:01:29Z"
    name: isvc-paddle.18d682b485d65a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "29756"
    uid: d02671c5-963d-4b79-932e-ae67843d82a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "29202"
    uid: d31c6bdd-ef48-4dc8-baae-adba4acb0215
  kind: Event
  lastTimestamp: "2026-09-18T20:00:13Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:00:13Z"
    name: isvc-paddle.18d682b486789260
    namespace: kserve-ci-e2e-test
    resourceVersion: "29219"
    uid: f302f835-ca44-4dd5-b7c3-bebc2303bc05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "29750"
    uid: d31c6bdd-ef48-4dc8-baae-adba4acb0215
  kind: Event
  lastTimestamp: "2026-09-18T20:01:29Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:01:29Z"
    name: isvc-paddle.18d682c62748108f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29751"
    uid: 216bed54-e6f4-4779-8f4e-e8b8efc03b1b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:04:14.002392Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31117"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-57685d4d84-bx4tr
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:04:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:04:14Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ec745ba2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31121"
    uid: 469d4aca-12c3-4c94-b4fd-f95e81a90c7d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31128"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:14Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:04:14Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ec9673f1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31141"
    uid: 5f891251-509e-4d30-828e-a7dc54ab2eb5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:14Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ec98af3d70
    namespace: kserve-ci-e2e-test
    resourceVersion: "31143"
    uid: 61c10e48-3701-443d-938a-56e9ec933cf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:14Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ec9bd2c716
    namespace: kserve-ci-e2e-test
    resourceVersion: "31144"
    uid: a7c0d1b4-8e7e-4f0e-912c-e151ceb339f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:14Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ec9c4c0abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31145"
    uid: f83db275-3a08-441a-a14b-be4c69ab5e0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:19Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:19Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682edba624503
    namespace: kserve-ci-e2e-test
    resourceVersion: "31169"
    uid: 83f1d560-c8cd-440a-8190-9c4e5c2c876f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:27Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.617s (7.617s
    including waiting). Image size: 853725565 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:27Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ef806c514a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31213"
    uid: 469018f8-cb04-410f-97e7-9eb3fc6cdd49
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:27Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ef83b4f7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31214"
    uid: 001904f6-209a-4c03-ac99-156cb46a149c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:27Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ef843062c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: 2d895792-f7fb-41d4-a5f2-291b0e44b5b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:27Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ef843c9880
    namespace: kserve-ci-e2e-test
    resourceVersion: "31216"
    uid: 3a4ccd6b-22c9-4fd3-b3cf-8a76fcab8589
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:27Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ef8719e2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31217"
    uid: ab1d533f-c08f-44f3-b569-28ab77c1cfad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:04:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:27Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682ef87905281
    namespace: kserve-ci-e2e-test
    resourceVersion: "31218"
    uid: d60daacd-9686-434e-9ed8-618367935f1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:05:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:54Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d682efd60691ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31806"
    uid: b733be6d-4def-45b5-9113-10cfd4329ba7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:06:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:05Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d683068401dd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "31892"
    uid: 9005393d-d60b-4c43-992e-b474b16adead
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:06:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:06:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:05Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d6830684033153
    namespace: kserve-ci-e2e-test
    resourceVersion: "31893"
    uid: b361d65e-9352-49e8-a61d-7d275527d840
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-57685d4d84-bx4tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "31119"
    uid: e2a96e68-d08b-4c72-9fff-b00d6771b59c
  kind: Event
  lastTimestamp: "2026-09-18T20:06:09Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:06:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:09Z"
    name: isvc-pmml-predictor-57685d4d84-bx4tr.18d683075a601158
    namespace: kserve-ci-e2e-test
    resourceVersion: "31914"
    uid: 31d2a0dd-a68f-4daa-8696-e6d6177c8072
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-57685d4d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "31109"
    uid: b238366e-3010-4335-a113-34d3ed1895af
  kind: Event
  lastTimestamp: "2026-09-18T20:04:13Z"
  message: 'Created pod: isvc-pmml-predictor-57685d4d84-bx4tr'
  metadata:
    creationTimestamp: "2026-09-18T20:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:13Z"
    name: isvc-pmml-predictor-57685d4d84.18d682ec73c70672
    namespace: kserve-ci-e2e-test
    resourceVersion: "31118"
    uid: 6eccc701-9108-4bc3-95ae-784be466d477
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31106"
    uid: 9106a7da-afd3-4d8e-885b-f9d079fc2af6
  kind: Event
  lastTimestamp: "2026-09-18T20:04:13Z"
  message: Scaled up replica set isvc-pmml-predictor-57685d4d84 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:13Z"
    name: isvc-pmml-predictor.18d682ec6f983bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31110"
    uid: 9336fc0d-a304-45ed-b3f8-2b7ba8496625
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: 94cc60db-7c31-4612-9271-763b27ecf94a
  kind: Event
  lastTimestamp: "2026-09-18T20:04:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:58Z"
    name: isvc-pmml-predictor.18d682efee5057c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31377"
    uid: 3f8de3fc-4e13-4a95-9009-4fceef00f021
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: 94cc60db-7c31-4612-9271-763b27ecf94a
  kind: Event
  lastTimestamp: "2026-09-18T20:04:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:04:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:58Z"
    name: isvc-pmml-predictor.18d682efeebe2fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: b59d8a94-6352-4c48-b286-dcd5103bbb05
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31232"
    uid: 94cc60db-7c31-4612-9271-763b27ecf94a
  kind: Event
  lastTimestamp: "2026-09-18T20:05:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:59Z"
    name: isvc-pmml-predictor.18d682fa6ba1be8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31831"
    uid: e13a93cc-2629-476a-b5c2-26881a4ed5d2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31232"
    uid: 94cc60db-7c31-4612-9271-763b27ecf94a
  kind: Event
  lastTimestamp: "2026-09-18T20:05:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:59Z"
    name: isvc-pmml-predictor.18d682fa6c13ee20
    namespace: kserve-ci-e2e-test
    resourceVersion: "31832"
    uid: baa6cbad-745b-4da9-b5f3-57b66f46f57b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:06:11.146085Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31949"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68307baaa7993
    namespace: kserve-ci-e2e-test
    resourceVersion: "31955"
    uid: 8e6fc3a5-1e99-4b2a-9f8c-4482451be426
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31959"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68307dcb1c7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: 62f1bf9d-1563-4682-bc35-6c008f6a71ba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68307df27c90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31967"
    uid: f70f3b0a-e20f-4525-b235-1a58c745caff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68307e1c4af3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 471656b8-33f8-4229-ae07-aeb20b092fc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68307e24d74f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: bf2bd853-8909-494b-aeb3-83daf8aa6f2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:16Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:16Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68308dcc15d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31995"
    uid: aaf69ade-f0d6-478d-8f40-b11cad643f46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:16Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68308e058fff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31997"
    uid: ef5dfd19-7128-4769-8f09-f46e15466bbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:16Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68308e0beba0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31998"
    uid: cc6d9524-6f26-43a7-af3c-37e6e2f9a130
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:16Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68308e0cb71d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32001"
    uid: f6c3357a-80b4-4fef-8132-d6746d7e7218
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:16Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68308e46937fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32003"
    uid: 6ed475f0-7458-4349-9281-1d87b4808002
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:06:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:16Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d68308e4f2518d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32004"
    uid: 303971a1-3491-4e8f-9a4f-88c0c6271042
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:07:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:56Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d6830918c4e242
    namespace: kserve-ci-e2e-test
    resourceVersion: "32538"
    uid: c2c57e10-7f73-4f8f-827e-9974317d6784
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:07:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:53Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d6831f72c628a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32513"
    uid: fae6fb9c-a84e-4d2f-9e22-17d41c657310
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:07:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:53Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d6831f72c69bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "32515"
    uid: 8e1be142-43a0-4b23-8309-5341af8eeb4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: de78ba44-3d3b-4075-b711-9d3665afaba3
  kind: Event
  lastTimestamp: "2026-09-18T20:07:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": read tcp
    10.134.0.2:46824->10.134.0.64:8643: read: connection reset by peer'
  metadata:
    creationTimestamp: "2026-09-18T20:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:53Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd.18d6831f730b371a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32516"
    uid: 64e0ff85-affe-40c8-913c-ed6eae769ab7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-58cc747bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31939"
    uid: ffbba196-10f1-4b7e-b382-2aaf393468a2
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-58cc747bcd-bfdcd'
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-pmml-runtime-predictor-58cc747bcd.18d68307b9d9cc31
    namespace: kserve-ci-e2e-test
    resourceVersion: "31950"
    uid: af006467-08a7-4c0e-a1f5-489db3104382
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31937"
    uid: 92d93ae4-f162-4fb4-a8bb-8cca7aa44048
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-58cc747bcd from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-pmml-runtime-predictor.18d68307b66e8290
    namespace: kserve-ci-e2e-test
    resourceVersion: "31941"
    uid: 1b315cbf-4ba7-42cb-b3cc-ce219eca5bb3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31938"
    uid: 3c11f179-d73e-43c0-9282-dbfb6f83414f
  kind: Event
  lastTimestamp: "2026-09-18T20:06:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:41Z"
    name: isvc-pmml-runtime-predictor.18d6830b351031b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32129"
    uid: 0b8ac9bc-a47c-4d6a-85f8-f306f103ce25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31938"
    uid: 3c11f179-d73e-43c0-9282-dbfb6f83414f
  kind: Event
  lastTimestamp: "2026-09-18T20:06:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:41Z"
    name: isvc-pmml-runtime-predictor.18d6830b35bdbcf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: c27382be-3d26-411a-9a2b-5b20b352df8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32055"
    uid: 3c11f179-d73e-43c0-9282-dbfb6f83414f
  kind: Event
  lastTimestamp: "2026-09-18T20:07:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:41Z"
    name: isvc-pmml-runtime-predictor.18d68312334fc9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32443"
    uid: f31bbd96-bbbd-48ce-88f3-9e5ddb564235
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32055"
    uid: 3c11f179-d73e-43c0-9282-dbfb6f83414f
  kind: Event
  lastTimestamp: "2026-09-18T20:07:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:41Z"
    name: isvc-pmml-runtime-predictor.18d6831233bb8506
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: ffe32c82-aeaf-44f4-9eb5-2521ca8ebeea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31928"
    uid: b5b54d7e-bff0-411e-a7a5-13461010f42d
  kind: Event
  lastTimestamp: "2026-09-18T20:07:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:07:47Z"
    name: isvc-pmml-runtime.18d68307b681507b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32478"
    uid: 17734f3a-ac8b-426a-8cad-a37376bca288
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31928"
    uid: b5b54d7e-bff0-411e-a7a5-13461010f42d
  kind: Event
  lastTimestamp: "2026-09-18T20:06:11Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:06:11Z"
    name: isvc-pmml-runtime.18d68307b716efd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31945"
    uid: db814838-ddee-428c-b1a0-c97e863cbe6c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32472"
    uid: b5b54d7e-bff0-411e-a7a5-13461010f42d
  kind: Event
  lastTimestamp: "2026-09-18T20:07:46Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:07:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:07:46Z"
    name: isvc-pmml-runtime.18d6831e09173dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32473"
    uid: 7ce6eb8c-f179-4423-aad0-5796ca59ba83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:05:48.205160Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31750"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:05:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:05:48Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d683026347b585
    namespace: kserve-ci-e2e-test
    resourceVersion: "31756"
    uid: e9b5c6e4-cf34-464c-803a-450d9f8beb3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31760"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:05:48Z"
  message: Add eth0 [10.132.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:05:48Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d68302853c751e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31771"
    uid: 8c55ec92-b1f0-4ebe-9126-53e87549d900
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:05:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:48Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d6830286cc2b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 94eba730-6810-42f1-a60f-53f734f5562c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:05:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:48Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d6830289d12c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "31775"
    uid: 830faf8f-31c7-4af5-9095-f45deb13546d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:05:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:48Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d683028a42f5ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: 36245691-2c96-42b2-bcc0-2b1cb6bd1056
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:05:53Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:05:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:53Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d683039a212d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: 31a71c63-0bfe-42cd-b583-e087e13fe7b5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:06:00Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.311s (7.311s
    including waiting). Image size: 853725565 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:00Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d683054df1f6b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31840"
    uid: 7e0c9d09-350c-4abe-9533-120023f524d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:06:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:00Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d6830551a64009
    namespace: kserve-ci-e2e-test
    resourceVersion: "31841"
    uid: 0d738d67-8766-4ec8-885b-7852dd4bb600
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:06:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:00Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d683055214e7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31842"
    uid: d6238a6e-1e09-4a01-8d33-69e6d0f09245
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:06:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:00Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d68305521f88b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31844"
    uid: 49c1f373-ae8f-4713-99b5-12200d946467
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:06:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:00Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d683055510aa45
    namespace: kserve-ci-e2e-test
    resourceVersion: "31849"
    uid: 4a97673f-6314-4a64-9bb4-ba4871e55ecf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:06:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:06:00Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d68305558871c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31850"
    uid: 144da516-4437-49db-99f2-5d42557ad1cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:07:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:06:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:17Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d6830579f27d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "32303"
    uid: 449f6593-8ee1-4ca2-b6fb-23a66ffb3ceb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:07:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:30Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d6831a1759f662
    namespace: kserve-ci-e2e-test
    resourceVersion: "32386"
    uid: 300f2b3b-702e-4478-a942-a2c50ef24a35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:07:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:30Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d6831a175a589f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32387"
    uid: d1efcd3d-fb15-48fb-8323-26ff47678a91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 6135d4f8-8b8f-494b-a007-fe6a3c0d7f4b
  kind: Event
  lastTimestamp: "2026-09-18T20:07:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.61:8643/healthz": dial tcp
    10.132.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:07:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:32Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t.18d6831aaa360081
    namespace: kserve-ci-e2e-test
    resourceVersion: "32400"
    uid: 8ad8202a-6c64-48fd-a036-4da4aa01682e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-86649cc556
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 4930103f-d3de-4384-9d77-19f1d15dcf42
  kind: Event
  lastTimestamp: "2026-09-18T20:05:48Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-86649cc556-bd42t'
  metadata:
    creationTimestamp: "2026-09-18T20:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:48Z"
    name: isvc-pmml-v2-kserve-predictor-86649cc556.18d6830262533418
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: 653052c4-a898-4f0c-b9ad-228b937fb895
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31739"
    uid: 7aa65e5c-cf86-45ac-88ad-d321300e6461
  kind: Event
  lastTimestamp: "2026-09-18T20:05:48Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-86649cc556 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:48Z"
    name: isvc-pmml-v2-kserve-predictor.18d683025f28ba46
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: 2bffad7b-4c74-425a-b8cc-7abca33440dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: 8fcd5f52-90bf-4ac5-ab72-783fb0e357d6
  kind: Event
  lastTimestamp: "2026-09-18T20:06:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:33Z"
    name: isvc-pmml-v2-kserve-predictor.18d68305de83400e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32086"
    uid: f4f84522-8781-4754-af00-09d483b3b195
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: 8fcd5f52-90bf-4ac5-ab72-783fb0e357d6
  kind: Event
  lastTimestamp: "2026-09-18T20:06:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:06:33Z"
    name: isvc-pmml-v2-kserve-predictor.18d68305df06e03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32087"
    uid: 113473c1-3b61-4671-9a22-c37258d43d4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31866"
    uid: 8fcd5f52-90bf-4ac5-ab72-783fb0e357d6
  kind: Event
  lastTimestamp: "2026-09-18T20:07:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:18Z"
    name: isvc-pmml-v2-kserve-predictor.18d683105c6369c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32305"
    uid: f693d857-52cc-4d7d-9424-370d17a502af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31866"
    uid: 8fcd5f52-90bf-4ac5-ab72-783fb0e357d6
  kind: Event
  lastTimestamp: "2026-09-18T20:07:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:18Z"
    name: isvc-pmml-v2-kserve-predictor.18d683105cff26ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32306"
    uid: ed02083d-26ab-442d-8f14-5ad2c190dea0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31730"
    uid: 48f65a33-0378-4992-b2cf-16f781ffba17
  kind: Event
  lastTimestamp: "2026-09-18T20:07:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:07:27Z"
    name: isvc-pmml-v2-kserve.18d683025f3bdd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: 072f4f18-55c5-4d5b-9380-ee9a7d91ad23
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "31730"
    uid: 48f65a33-0378-4992-b2cf-16f781ffba17
  kind: Event
  lastTimestamp: "2026-09-18T20:05:48Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:05:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:48Z"
    name: isvc-pmml-v2-kserve.18d683025fbff759
    namespace: kserve-ci-e2e-test
    resourceVersion: "31747"
    uid: ae6d92d0-4553-4b09-893f-d7579b37c8d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: 48f65a33-0378-4992-b2cf-16f781ffba17
  kind: Event
  lastTimestamp: "2026-09-18T20:07:27Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:07:27Z"
    name: isvc-pmml-v2-kserve.18d6831986ee1196
    namespace: kserve-ci-e2e-test
    resourceVersion: "32356"
    uid: bbde7594-a991-4c58-9262-74d9e8a2f47e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: 4a3f33df-c286-4cb3-b6f4-b5a517d261d9
  kind: Event
  lastTimestamp: "2026-09-18T20:06:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:06:00Z"
    name: isvc-pmml.18d682ec6fe220da
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: bfe46678-49e0-4cd9-8c9a-577602029cba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "31096"
    uid: 4a3f33df-c286-4cb3-b6f4-b5a517d261d9
  kind: Event
  lastTimestamp: "2026-09-18T20:04:13Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:04:13Z"
    name: isvc-pmml.18d682ec708d499c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31114"
    uid: 7c1e05d0-09d4-4e50-b856-088c664ff2ac
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "31852"
    uid: 4a3f33df-c286-4cb3-b6f4-b5a517d261d9
  kind: Event
  lastTimestamp: "2026-09-18T20:06:00Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:06:00Z"
    name: isvc-pmml.18d683055763c259
    namespace: kserve-ci-e2e-test
    resourceVersion: "31853"
    uid: d8cd43d1-9c12-4bad-8d60-bbc5876f9905
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:29:34.114602Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16262"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:29:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:29:34Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d681083162914c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16268"
    uid: 072f03ed-97df-43ba-9b90-f220df76d77e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:29:34Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:29:34Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d6810853bd8b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: 1116c0a1-e46c-47eb-bd7a-2b6eff61179a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:29:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:34Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d6810858dc5b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: ce21557c-5722-4ce8-b19c-e755df137715
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:29:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:34Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d681085b960550
    namespace: kserve-ci-e2e-test
    resourceVersion: "16284"
    uid: 8c3d8963-6e59-49b4-8253-8c80d851caf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:29:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:34Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d681085c0df436
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 8a3eed50-16d6-4e90-8db0-50ad459a61ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:29:39Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:39Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d68109793f2577
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: bbb3b7b8-3f3f-4146-97ac-4863540e1de8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:29:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:39Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d681097c7b5e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: 87282283-23ff-44a3-9b4c-d4a0dab59f63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:29:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:39Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d681097cf15b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: 643071c4-f884-4836-9fff-8f7edbc8af06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:29:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:39Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d681097cfd3356
    namespace: kserve-ci-e2e-test
    resourceVersion: "16333"
    uid: 54c986ce-dda8-4f60-9015-3f5d0b2fe5b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:29:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:39Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d6810980639269
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: 943b5deb-641a-466a-81c7-3ca773a4ca83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:29:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:39Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d6810980ded7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16338"
    uid: 764e837d-eeff-4cb2-841c-ab01fd99214f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:30:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:50Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d68109b54c284b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: caea34c7-e2a3-4cd4-928d-c1d727ec2c3d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:31:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:04Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d6811d4700b4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: 3f5d1daa-0158-4d91-bf3c-16ed4062a35c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:31:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:04Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d6811d4701d2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: 5b34384e-e2b8-4c81-a45e-726d26b367c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: e8c73e20-34b3-4bb7-b112-c17629fad1d3
  kind: Event
  lastTimestamp: "2026-09-18T19:31:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:06Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc.18d6811dbb80a6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16827"
    uid: f0fe9f5b-1c68-4736-b8ff-4c1cdc4b5ef6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-76f4864458
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 357d3289-9559-4ed5-9593-851d0f1f1886
  kind: Event
  lastTimestamp: "2026-09-18T19:29:34Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-76f4864458-8vtsc'
  metadata:
    creationTimestamp: "2026-09-18T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:34Z"
    name: isvc-predictive-lightgbm-predictor-76f4864458.18d6810830ecdc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: 16bb91bd-deb2-4bb9-9b1c-1730c67aee3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: cc7c7584-b0a6-47de-a31f-15acd8b66d34
  kind: Event
  lastTimestamp: "2026-09-18T19:29:34Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-76f4864458 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:34Z"
    name: isvc-predictive-lightgbm-predictor.18d681082d17cdd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: 6d7e3bcc-fcb1-4f32-ab1c-311d626dd7af
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: db560a99-f319-4c4d-a9fa-10781053859b
  kind: Event
  lastTimestamp: "2026-09-18T19:30:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:19Z"
    name: isvc-predictive-lightgbm-predictor.18d6810bab50d920
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: 185d5349-39eb-471f-840e-bfe6adf8414e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: db560a99-f319-4c4d-a9fa-10781053859b
  kind: Event
  lastTimestamp: "2026-09-18T19:30:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:29:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:19Z"
    name: isvc-predictive-lightgbm-predictor.18d6810bac34fead
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: fbf33ca0-823f-46cb-9e82-7d68c988c415
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: db560a99-f319-4c4d-a9fa-10781053859b
  kind: Event
  lastTimestamp: "2026-09-18T19:31:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:04Z"
    name: isvc-predictive-lightgbm-predictor.18d68116287d87a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: 71c30316-bf3e-4809-a7fe-18988f72be98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: db560a99-f319-4c4d-a9fa-10781053859b
  kind: Event
  lastTimestamp: "2026-09-18T19:31:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:04Z"
    name: isvc-predictive-lightgbm-predictor.18d6811629099737
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: 1351550a-e933-4422-b604-c7b8e1cd0370
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:34:30.413713Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814d2e3029e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18167"
    uid: 7e75c626-4abf-40f9-a3d1-a1d7ffe4f653
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18173"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:34:31Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:34:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814d535e3927
    namespace: kserve-ci-e2e-test
    resourceVersion: "18188"
    uid: 7299295e-ce85-4a10-a7c6-ea34d13582be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:34:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814d54f19ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18190"
    uid: 74f45eee-adfd-4144-90d9-4b3553265e7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:34:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814d589569ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18191"
    uid: 4442e527-2529-4aa7-b426-685baebf6f7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:34:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:31Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814d590bcb4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18192"
    uid: 23d675d1-44ea-4a38-8f28-690a850e284c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:34:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814e3b1f0a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18218"
    uid: 50414c6d-b5f7-4167-b807-93c46868c281
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:34:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814e3ebda4a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18220"
    uid: a2999152-72c2-4acf-9b85-071c8cffe51e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:34:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814e3f35dc63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18221"
    uid: 0ac3038e-48a5-4834-835a-159e0c946299
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:34:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814e3f414936
    namespace: kserve-ci-e2e-test
    resourceVersion: "18222"
    uid: 262c20a7-19da-47e2-aae2-bed07c0458d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:34:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814e4253eadb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18225"
    uid: baf31ebf-6650-4ebe-b94e-06ae8d01eca9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:34:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:35Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d6814e42ce84aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: c7c2d138-364b-46cd-937e-bc2cac69eaeb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:36:10Z"
  message: 'Readiness probe failed: Get "http://10.134.0.32:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.134.0.32:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d68156d98a1100
    namespace: kserve-ci-e2e-test
    resourceVersion: "18701"
    uid: fffbd230-9287-42d1-9c8b-a7dde123d6d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:36:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d681647e8449ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: 9e7cdeaf-f1bc-4c2c-accb-0e0e0a63e600
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:36:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:10Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d681647e8566d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18699"
    uid: 659591ca-9e94-47bf-b92e-2b9c3023a7f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: e3071ce5-8947-44c8-b67b-f3c2e33a3b9a
  kind: Event
  lastTimestamp: "2026-09-18T19:36:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4.18d68164d162d679
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 699cc0ec-87ac-4463-b7cf-4a480569ad1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 6dcbf315-4afd-4ca6-9f39-b1db04dd0ff9
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-54dcd58b96-b9rm4'
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-54dcd58b96.18d6814d2d97f88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18162"
    uid: 68d300b6-74f9-4a47-bc15-9157e5f7e95f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18145"
    uid: 1725f4d9-dcaf-4d31-b4ea-52c282065ec7
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-54dcd58b96
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6814d29434efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: 22c67579-8ea4-4c31-96ac-9f9f0c58a5cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18146"
    uid: 1d8e854a-b107-4f5f-ae65-b57d0847d414
  kind: Event
  lastTimestamp: "2026-09-18T19:34:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:45Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d68150a7ad4246
    namespace: kserve-ci-e2e-test
    resourceVersion: "18277"
    uid: f7455db2-92df-4982-983a-bfc1324fda61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18146"
    uid: 1d8e854a-b107-4f5f-ae65-b57d0847d414
  kind: Event
  lastTimestamp: "2026-09-18T19:34:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:45Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d68150a81a1793
    namespace: kserve-ci-e2e-test
    resourceVersion: "18279"
    uid: e795b1ba-8afe-46c4-b27f-f7c2e838ddba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18278"
    uid: 1d8e854a-b107-4f5f-ae65-b57d0847d414
  kind: Event
  lastTimestamp: "2026-09-18T19:36:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:00Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d6815426e1ac4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18619"
    uid: 80ba3495-e6ba-48cf-ac92-8d3184420ce0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18278"
    uid: 1d8e854a-b107-4f5f-ae65-b57d0847d414
  kind: Event
  lastTimestamp: "2026-09-18T19:36:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:00Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d68154277638f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18620"
    uid: 59f43132-890f-4dd1-a92b-d840eefa6f21
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: f38bd0bd-db80-4fc8-9a87-b238eb49a142
  kind: Event
  lastTimestamp: "2026-09-18T19:36:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:01Z"
    name: isvc-predictive-lightgbm-v2.18d6814d293b5db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18631"
    uid: 82f141bd-dc85-4609-9c19-61a9a508ce04
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18136"
    uid: f38bd0bd-db80-4fc8-9a87-b238eb49a142
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-predictive-lightgbm-v2.18d6814d29ea0d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18154"
    uid: 63b715ea-9604-45ac-9323-1b56baa6ed5f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18629"
    uid: f38bd0bd-db80-4fc8-9a87-b238eb49a142
  kind: Event
  lastTimestamp: "2026-09-18T19:36:01Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:36:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:01Z"
    name: isvc-predictive-lightgbm-v2.18d681625f2bc86a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: 03e54568-ffce-446f-a9fd-7f883ab3365f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16244"
    uid: dfeaa6b3-57c7-407b-be4d-f7b94ebf7822
  kind: Event
  lastTimestamp: "2026-09-18T19:31:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:31:00Z"
    name: isvc-predictive-lightgbm.18d681082cad0d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 27914993-27fa-433a-ad5e-0977a8b8ab19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: dfeaa6b3-57c7-407b-be4d-f7b94ebf7822
  kind: Event
  lastTimestamp: "2026-09-18T19:31:00Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:31:00Z"
    name: isvc-predictive-lightgbm.18d6811c66bdac21
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: cfb8355a-91d2-4aaf-952b-4d098d2f3737
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:25:52.572968Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14758"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:25:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:25:52Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680d49c796b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14764"
    uid: ac45a212-d4f6-41f2-8db1-3efed022400a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14770"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:25:53Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:25:53Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680d4be89b752
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: d12cfd18-bc20-490d-8f39-fa98890cea69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:25:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:53Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680d4bffb2f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: 6b81acaf-04fb-467a-bd94-48297c196029
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:25:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:53Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680d4c28a3dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "14787"
    uid: cc04e513-14c3-4016-8f66-364fa37c539b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:25:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:25:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:53Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680d4c347e2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 3259f2c8-09ef-42cd-8a3e-e39553eb16f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:25:57Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:57Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680d5c9420158
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 89b0e928-2e55-40ba-84dc-15be41ca0584
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:26:19Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.075s
    (22.075s including waiting). Image size: 2439755912 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:19Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680daed0c5cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14942"
    uid: f4b79389-9165-4f18-9ff2-d4d4c51e651b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:26:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:19Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680daf33c6992
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: ee8cd01d-ede2-49e5-9c22-59b03e35b479
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:26:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:19Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680daf42ddb34
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 2239bf67-e37d-47d1-b307-76a1c29c312c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:26:19Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T19:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:19Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680daf43b86cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14945"
    uid: 5184efbd-d0cb-4e90-8182-4a838017ab3a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:26:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.857s (2.857s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:22Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680db9e8aeaf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14959"
    uid: 6c3aa988-92e1-483c-b036-a19fb12fa0a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:26:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:22Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680dba57f2a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: 1afb485e-a330-40c1-bbfb-bad5b83d0ea0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:26:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:22Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680dba6a2915c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14963"
    uid: 57a8a9c5-952e-476e-85dd-47058b9ac435
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:27:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:26:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:29Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680dbdf8212e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15289"
    uid: 141195f1-61ca-4021-82a5-d705e30e5c94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:27:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:43Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680ee5a0e3f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: 81e6844e-8b8a-4a4f-9de4-89b67af2e933
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:27:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:27:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:43Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680ee5a0f79ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 22511e95-b5d7-4765-8090-2877a2c6d541
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: 3a14fdfc-54aa-41d7-b834-4d91f5d104a1
  kind: Event
  lastTimestamp: "2026-09-18T19:27:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:44Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn.18d680eebbce6fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 09741860-beed-4ae3-987e-250b9b060db3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: 1e2818c4-8445-4138-b055-4ca667c96962
  kind: Event
  lastTimestamp: "2026-09-18T19:25:52Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-6dc55b9cf4-tbrrn'
  metadata:
    creationTimestamp: "2026-09-18T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:25:52Z"
    name: isvc-predictive-sklearn-predictor-6dc55b9cf4.18d680d49be8b29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14760"
    uid: d80cbadb-153c-4337-94da-723527c2b876
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14746"
    uid: 696891e6-2e68-4dcd-b475-72ebf740b420
  kind: Event
  lastTimestamp: "2026-09-18T19:25:52Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-6dc55b9cf4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:25:52Z"
    name: isvc-predictive-sklearn-predictor.18d680d498c60f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "14750"
    uid: 13bc3635-074c-49ff-93af-cec9f3352ef6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14747"
    uid: 0bca2ffe-668f-4d64-a68d-9d5ee714f08d
  kind: Event
  lastTimestamp: "2026-09-18T19:26:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:26:40Z"
    name: isvc-predictive-sklearn-predictor.18d680d8182418d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: 3c2a05e6-6999-4b43-941c-b8539e6303d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14747"
    uid: 0bca2ffe-668f-4d64-a68d-9d5ee714f08d
  kind: Event
  lastTimestamp: "2026-09-18T19:26:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:26:40Z"
    name: isvc-predictive-sklearn-predictor.18d680d81899de53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: e97e9ef8-3f8b-4e9a-bb14-69718f5e2f1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: 0bca2ffe-668f-4d64-a68d-9d5ee714f08d
  kind: Event
  lastTimestamp: "2026-09-18T19:27:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:27:40Z"
    name: isvc-predictive-sklearn-predictor.18d680e35ca3dbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: 21925101-4336-46e4-bcaa-e5c862fdddf7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: 0bca2ffe-668f-4d64-a68d-9d5ee714f08d
  kind: Event
  lastTimestamp: "2026-09-18T19:27:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:27:40Z"
    name: isvc-predictive-sklearn-predictor.18d680e35d1844d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: 11603853-4521-487b-bc0b-4161191ad8ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:31:09.824088Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16949"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:31:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:31:09Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811e7a1d6b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16955"
    uid: 2cb31bdd-d895-4d93-b62a-2b886e058200
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16959"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:31:10Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:31:10Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811e9c37177a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: bbfa6906-cb98-44c5-9a94-f3fd538b8279
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:31:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:10Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811e9dba34d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: fe724bb9-dc25-45ab-b8b3-e978dd78182b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:31:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:10Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811ea1158fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16970"
    uid: 8518f4b6-64ee-4901-a75d-85d83086b068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:31:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:10Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811ea19c8cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16971"
    uid: 823e2d90-01b9-42de-b9fa-38a3167e4ea7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:31:15Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:15Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811fb10e70cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: e43a4615-2f46-4a45-942d-27c29ad60138
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:31:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:15Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811fb3d30223
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: f7e9711d-6b59-454d-836a-05cb39aef8a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:31:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:15Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811fb4446f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: d0c13132-b54a-481c-bbd9-77c24e6ef6d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:31:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:15Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811fb45063d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: 1b3bf385-4dd1-4479-83e8-5c6822c905b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:31:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:15Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811fb7fc70ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: 4645826f-edcb-491d-a029-316335a062b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:31:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:15Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d6811fb888c389
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 41a8848e-3c10-406c-8eb4-b8a235f377a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:32:53Z"
  message: 'Readiness probe failed: Get "http://10.134.0.30:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:53Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d681288b404987
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: 31e087ea-7b63-4a8f-805f-da8712625dab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:32:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:49Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d68135cbb9f79a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: 72762ba1-e854-4a78-b3a2-9fbd16b110e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:32:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:49Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d68135cbbb2ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: 89af3599-4e85-463d-9d6c-28cf1a958a04
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16951"
    uid: d6679703-b1d3-4ff8-81aa-a93eb6592393
  kind: Event
  lastTimestamp: "2026-09-18T19:32:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:53Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k.18d68136833a081a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17503"
    uid: ebb32aee-93a1-42be-8ad8-ba89cd556d4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: a9fa7afc-e528-4ca7-b5ae-25944ee2432b
  kind: Event
  lastTimestamp: "2026-09-18T19:31:09Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-84c6985b7d-4467k'
  metadata:
    creationTimestamp: "2026-09-18T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:09Z"
    name: isvc-predictive-sklearn-v2-predictor-84c6985b7d.18d6811e795d094a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16950"
    uid: 6d3c1dbc-4653-4cc5-b797-37b0e4856b1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: e1e088aa-c57e-4097-a98d-ccc451ef2c70
  kind: Event
  lastTimestamp: "2026-09-18T19:31:09Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-84c6985b7d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:09Z"
    name: isvc-predictive-sklearn-v2-predictor.18d6811e75f77558
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 21993e93-eb58-4a3c-badb-6de7dd8c2a1c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: bc2d8955-d663-44d1-950f-4e0285368a41
  kind: Event
  lastTimestamp: "2026-09-18T19:31:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:39Z"
    name: isvc-predictive-sklearn-v2-predictor.18d68121f4ba6e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: 16455e1b-189c-426f-9b03-8e1689f0aa26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: bc2d8955-d663-44d1-950f-4e0285368a41
  kind: Event
  lastTimestamp: "2026-09-18T19:31:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:39Z"
    name: isvc-predictive-sklearn-v2-predictor.18d68121f529b1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: f8a92c89-b89f-4870-b474-7e5adc9de9a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: bc2d8955-d663-44d1-950f-4e0285368a41
  kind: Event
  lastTimestamp: "2026-09-18T19:32:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:39Z"
    name: isvc-predictive-sklearn-v2-predictor.18d68128f357ffcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: 0ac39a27-9048-4bf6-abe9-240375062cf0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: bc2d8955-d663-44d1-950f-4e0285368a41
  kind: Event
  lastTimestamp: "2026-09-18T19:32:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:39Z"
    name: isvc-predictive-sklearn-v2-predictor.18d68128f3cd7969
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 8698451a-8b2c-46ae-894f-5cd6a996108a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 25271009-5917-4499-8c64-b09a8a897031
  kind: Event
  lastTimestamp: "2026-09-18T19:32:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:32:43Z"
    name: isvc-predictive-sklearn-v2.18d6811e760c66bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: 4adfd576-b7b5-47aa-aee6-ea32f9eda6e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 25271009-5917-4499-8c64-b09a8a897031
  kind: Event
  lastTimestamp: "2026-09-18T19:31:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:31:09Z"
    name: isvc-predictive-sklearn-v2.18d6811e7696e4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16945"
    uid: b22183c3-b8fb-4e67-9ca5-d118f5d71909
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17434"
    uid: 25271009-5917-4499-8c64-b09a8a897031
  kind: Event
  lastTimestamp: "2026-09-18T19:32:43Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:32:43Z"
    name: isvc-predictive-sklearn-v2.18d681345604f9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: 70189706-103e-4991-ab71-fa346bd87e86
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14740"
    uid: 1270a328-3db3-474f-a593-6915d6e71e54
  kind: Event
  lastTimestamp: "2026-09-18T19:27:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:27:39Z"
    name: isvc-predictive-sklearn.18d680d498d0ba9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: 3d5e59ee-33f3-4bd8-9515-9b1106d083c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14740"
    uid: 1270a328-3db3-474f-a593-6915d6e71e54
  kind: Event
  lastTimestamp: "2026-09-18T19:25:52Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:25:52Z"
    name: isvc-predictive-sklearn.18d680d49cb58f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: fd131102-a42e-4e56-ba33-fc2fc529454e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "14740"
    uid: 1270a328-3db3-474f-a593-6915d6e71e54
  kind: Event
  lastTimestamp: "2026-09-18T19:25:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:25:52Z"
    name: isvc-predictive-sklearn.18d680d49cb5d274
    namespace: kserve-ci-e2e-test
    resourceVersion: "14768"
    uid: a9c85bec-2d8e-4765-867a-b4f643f00716
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: 1270a328-3db3-474f-a593-6915d6e71e54
  kind: Event
  lastTimestamp: "2026-09-18T19:27:39Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:27:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:27:39Z"
    name: isvc-predictive-sklearn.18d680ed97e1c5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: 55241213-c588-4ccb-b80b-f0d96b3270ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:27:48.321090Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:27:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:27:48Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680ef8f9998a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15519"
    uid: e1b42b34-cec0-4304-a40e-875334e32cfb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:27:48Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:27:48Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680efb174a38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: 3747a3ac-a925-48a9-a0f8-79f442549753
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:27:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:48Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680efb340a8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: fc333d7c-078a-4b51-a5a3-ce4a480b31d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:27:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:48Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680efb6557f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: 89c4deb1-8c34-4494-8fa0-93a58bc9b40e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:27:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:48Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680efb6b8d14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 545d9789-5d52-4d81-b720-f445f9f51308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:27:53Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:53Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680f0afa2a5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: 0130a968-e510-4da4-97fa-fb7ce00bde17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:27:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:53Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680f0b256271c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: f393e242-4bd2-4f6f-b939-3e6b194ef0ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:27:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:53Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680f0b2c067af
    namespace: kserve-ci-e2e-test
    resourceVersion: "15574"
    uid: f68e9073-5829-4a51-a412-4ba58c0e1ea1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:27:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:53Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680f0b2cbd8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 24f301a8-b3b9-4861-b72f-2feeca8fa8b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:27:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:53Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680f0b5cbcb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15578"
    uid: 35e1fe50-2000-4b3d-8cd9-506cc4802ac9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:27:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:27:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:53Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680f0b6357aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: aa93fe6a-8c9e-4d63-b796-1ec4bfd49dfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:29:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:30Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d680f0eba7a94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: db1f4e1a-ab5c-4fe8-aabd-b3c07e56ab15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:29:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:28Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d68106f61c4f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16158"
    uid: 548932bd-d465-476b-be72-e460aa199947
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:29:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:29:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:28Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d68106f61ce2ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: a72d827a-e212-4d62-b1ef-bc79103a4711
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6bfb0f04-7197-45a7-835c-e1b6d56f8ede
  kind: Event
  lastTimestamp: "2026-09-18T19:29:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:30Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr.18d6810745e5cfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16169"
    uid: 0e96eca6-b3b7-49da-bf47-06a0b0d85215
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-6f947fc4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: 78be226e-0e55-4ff1-b538-3555e97d3427
  kind: Event
  lastTimestamp: "2026-09-18T19:27:48Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-6f947fc4c7-wm8tr'
  metadata:
    creationTimestamp: "2026-09-18T19:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:27:48Z"
    name: isvc-predictive-xgboost-predictor-6f947fc4c7.18d680ef8ee7aa23
    namespace: kserve-ci-e2e-test
    resourceVersion: "15514"
    uid: 9e19c233-f495-4ae4-8900-a671823ef7b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15502"
    uid: 4f019e97-2c76-487c-ba42-6f10626fcae3
  kind: Event
  lastTimestamp: "2026-09-18T19:27:48Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-6f947fc4c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:27:48Z"
    name: isvc-predictive-xgboost-predictor.18d680ef8be7a604
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: 83217a7c-987f-4af9-81fe-5f0047f64da5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 250e26f1-0589-4334-b117-48a1e7ed5985
  kind: Event
  lastTimestamp: "2026-09-18T19:28:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:33Z"
    name: isvc-predictive-xgboost-predictor.18d680f30adea34d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: d97da2bc-935a-4255-9ef7-d91d30e27b4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 250e26f1-0589-4334-b117-48a1e7ed5985
  kind: Event
  lastTimestamp: "2026-09-18T19:28:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:28:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:33Z"
    name: isvc-predictive-xgboost-predictor.18d680f30b57e1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: b9711fdf-57ba-49b0-9227-6efebd953a12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 250e26f1-0589-4334-b117-48a1e7ed5985
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-predictive-xgboost-predictor.18d680fd88f7003b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: 4f6852f3-3c4e-4c3a-85d6-2bf4529ee16c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 250e26f1-0589-4334-b117-48a1e7ed5985
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-predictive-xgboost-predictor.18d680fd89637c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "16070"
    uid: 6ec046a4-f919-4b33-aced-aaa33807c503
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:32:55.275452Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:32:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:32:55Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d6813707817282
    namespace: kserve-ci-e2e-test
    resourceVersion: "17541"
    uid: e3d30996-02dc-4a9c-bbd2-4b9dbe3db960
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:32:55Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:32:55Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d6813729aebc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: 26f3f6d8-e6ec-47e0-ba8e-1466f9a68f54
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:32:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:55Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d681372b9e25f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 831f1825-815e-4204-bf03-678f460c72c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:32:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:55Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d681372e6c7e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: 0569e773-cc83-4444-87e6-c52f15e90c41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:32:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:55Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d681372ee40c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17560"
    uid: eb959ba9-bd65-4e79-9498-22c6099a13b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:33:00Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:00Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d681383f5d866a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: f9b2bf25-e819-4f9a-9e08-7a3c1171a4bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:33:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:00Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d681384233c6c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: c0f5cb5f-101d-4bea-a912-a612b06541e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:33:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:00Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d6813842aa72ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17599"
    uid: 02809d12-6d38-49f8-b516-18fc1e08e6b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:33:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:00Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d6813842b57ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "17600"
    uid: bdf548f7-eec3-4621-8a1b-40f348e06def
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:33:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:00Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d6813845f7477b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17603"
    uid: b2a1179d-b0ac-4106-9f58-c2d24a6df2fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:33:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:00Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d68138466cacf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 72709147-d6cd-4ccd-8d08-c738d5031858
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:34:12Z"
  message: 'Readiness probe failed: Get "http://10.134.0.31:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.134.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:12Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d68141199b9404
    namespace: kserve-ci-e2e-test
    resourceVersion: "18023"
    uid: 344c38d0-c2d0-4d3e-a778-3a19f7f7e11e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:34:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:25Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d6814bf6e590c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18102"
    uid: 9ff4fdf7-1fc1-4ef4-852c-70118e05002e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:34:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:25Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d6814bf6e860d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18103"
    uid: bf271602-bae9-4c92-b2c0-bf110fe8ffda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 0db57f4d-1800-43a7-9189-0786d9a54691
  kind: Event
  lastTimestamp: "2026-09-18T19:34:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:28Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8.18d6814cbd782130
    namespace: kserve-ci-e2e-test
    resourceVersion: "18123"
    uid: 5c74972b-ae68-4a0a-af35-6be914b9fa93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-748c464b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: 6d595033-711e-477f-8714-5f46d6e24c4d
  kind: Event
  lastTimestamp: "2026-09-18T19:32:55Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-748c464b49-8dhb8'
  metadata:
    creationTimestamp: "2026-09-18T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:55Z"
    name: isvc-predictive-xgboost-v2-predictor-748c464b49.18d68137064bb9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: 0a2cb9e6-9b0f-4c5a-a92b-863be3f82457
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: 5a475651-79d3-4c17-b096-d84366390167
  kind: Event
  lastTimestamp: "2026-09-18T19:32:55Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-748c464b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:55Z"
    name: isvc-predictive-xgboost-v2-predictor.18d68136fc7c68fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: a8475706-87db-46fa-ab0f-eff71dc6611d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: c31d9636-7abb-4611-a181-59f7a2e4e603
  kind: Event
  lastTimestamp: "2026-09-18T19:33:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:25Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6813a7b73e902
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: badbcd66-2c61-4cba-b2f5-82409e0d441a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: c31d9636-7abb-4611-a181-59f7a2e4e603
  kind: Event
  lastTimestamp: "2026-09-18T19:33:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:25Z"
    name: isvc-predictive-xgboost-v2-predictor.18d6813a7c02e5fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: ef1a735e-ab47-4b27-afaf-a9dc6b168fb3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: c31d9636-7abb-4611-a181-59f7a2e4e603
  kind: Event
  lastTimestamp: "2026-09-18T19:34:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:10Z"
    name: isvc-predictive-xgboost-v2-predictor.18d681417a4670f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18014"
    uid: b732904f-6ec8-4726-ad94-3bf4a4641be1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17643"
    uid: c31d9636-7abb-4611-a181-59f7a2e4e603
  kind: Event
  lastTimestamp: "2026-09-18T19:34:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:10Z"
    name: isvc-predictive-xgboost-v2-predictor.18d681417ac474a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18015"
    uid: a0e4ddcf-1691-40b5-ab95-579da0cf509f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: da6dfdb8-595f-4a26-9c22-775d04ef3e3c
  kind: Event
  lastTimestamp: "2026-09-18T19:34:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:34:23Z"
    name: isvc-predictive-xgboost-v2.18d68136fcb5023a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18084"
    uid: 2807a8f6-b591-46b8-84fe-53fc051d4b33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: da6dfdb8-595f-4a26-9c22-775d04ef3e3c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:55Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:32:55Z"
    name: isvc-predictive-xgboost-v2.18d68136fd494a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: 2f54d8bd-b3f3-4e1d-ab0c-ef8ac6dd7fb1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18080"
    uid: da6dfdb8-595f-4a26-9c22-775d04ef3e3c
  kind: Event
  lastTimestamp: "2026-09-18T19:34:23Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:34:23Z"
    name: isvc-predictive-xgboost-v2.18d6814b8ed61ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: 0f7aaf78-e41c-4a7c-b174-a49c1577b26b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: b9589d79-da14-4298-9bdb-4ec3f99bfd9e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:29:20Z"
    name: isvc-predictive-xgboost.18d680ef8bed1c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16093"
    uid: 3db648cb-3891-4200-b7c5-4f6a10f6171a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: b9589d79-da14-4298-9bdb-4ec3f99bfd9e
  kind: Event
  lastTimestamp: "2026-09-18T19:27:48Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:27:48Z"
    name: isvc-predictive-xgboost.18d680ef8c7e9fb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 216980f7-5b09-4f79-a2c3-cdecb8375099
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16090"
    uid: b9589d79-da14-4298-9bdb-4ec3f99bfd9e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:20Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:29:20Z"
    name: isvc-predictive-xgboost.18d68104f8393c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16092"
    uid: c3411858-ecc7-4585-b4f0-a103eb5fca2f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:07:58.229781Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32570"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:07:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:07:58Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68320a95a11ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32574"
    uid: f1ce09fb-fb45-4100-b424-bac454a8fb94
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32578"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:07:58Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:07:58Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68320cb3b0c32
    namespace: kserve-ci-e2e-test
    resourceVersion: "32591"
    uid: f97cbb8e-3df2-4afa-b9bf-f0c2780850d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:07:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:58Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68320ccc1c4eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32593"
    uid: cc9ca5ce-2c2c-41de-b172-1e968fe6f971
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:07:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:58Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68320cf819d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: d71a05e1-caa3-4204-99ac-ba9865bb3e00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:07:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:07:58Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68320cfe70c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "32595"
    uid: 62dc19a1-c507-4663-85f6-ed9197fa486f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:08:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:03Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68321e1e6f844
    namespace: kserve-ci-e2e-test
    resourceVersion: "32621"
    uid: 6afa3251-2927-4e46-8aa2-6e4dc07ad9c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:08:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:03Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68321e51dfe07
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: 84225f9e-badc-463b-ab6a-154bb79d9a82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:08:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:03Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68321e59440e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: cddae18d-0f11-4809-89af-a1c626105482
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:08:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:03Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68321e5a0e883
    namespace: kserve-ci-e2e-test
    resourceVersion: "32625"
    uid: eb15850b-92fc-49dc-a0cf-103d0ad4b663
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:08:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:03Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68321e864b9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 903ea5f9-aab6-4a27-8954-5745bf648fc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:08:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:08:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:08:03Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d68321e8d9515a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32629"
    uid: 622e69e8-e858-4221-a077-6d74a8796d53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:10:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:08:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:04Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d683221dfa4eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33289"
    uid: 536b2b41-409e-4e26-a814-0bac606e63a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:10:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:01Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d6833d60781c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "33268"
    uid: ab1fe837-3f6a-4b15-9dc3-25687148a3d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:10:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:01Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d6833d60796780
    namespace: kserve-ci-e2e-test
    resourceVersion: "33269"
    uid: 5f3041a8-3815-41a7-b84a-8d58e5048b0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32572"
    uid: 759717e8-7b06-4ad1-bfa9-84eb251430fc
  kind: Event
  lastTimestamp: "2026-09-18T20:10:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:10:05Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff-pdv62.18d6833e4a53e5cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33295"
    uid: 5f01e8b9-137d-4245-8ce7-72049b0d385d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-cf00b2-predictor-7d877cbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32560"
    uid: 997518d2-0ef8-4638-bac3-748ce5878b59
  kind: Event
  lastTimestamp: "2026-09-18T20:07:58Z"
  message: 'Created pod: isvc-primary-cf00b2-predictor-7d877cbff-pdv62'
  metadata:
    creationTimestamp: "2026-09-18T20:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:58Z"
    name: isvc-primary-cf00b2-predictor-7d877cbff.18d68320a8a422a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32571"
    uid: e344ab0b-5a8e-4e39-9275-a9386481e215
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-cf00b2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32557"
    uid: b797d3e3-03d3-46ca-b626-274eff4ed8ce
  kind: Event
  lastTimestamp: "2026-09-18T20:07:58Z"
  message: Scaled up replica set isvc-primary-cf00b2-predictor-7d877cbff from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:07:58Z"
    name: isvc-primary-cf00b2-predictor.18d68320a24a8f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "32562"
    uid: ac58023a-2a65-466d-94a5-d4b5039fe678
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cf00b2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: a6810c26-d609-4aa3-9805-01e8c0a2d9f2
  kind: Event
  lastTimestamp: "2026-09-18T20:08:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:08:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:08:29Z"
    name: isvc-primary-cf00b2-predictor.18d683242b7dee41
    namespace: kserve-ci-e2e-test
    resourceVersion: "32748"
    uid: 83689e12-ac1b-468e-a46f-a62da56b9ed1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cf00b2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32559"
    uid: a6810c26-d609-4aa3-9805-01e8c0a2d9f2
  kind: Event
  lastTimestamp: "2026-09-18T20:08:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:08:29Z"
    name: isvc-primary-cf00b2-predictor.18d683246ba26910
    namespace: kserve-ci-e2e-test
    resourceVersion: "32749"
    uid: 929dc3cd-f7cc-43ab-bf82-9e63ec06265e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cf00b2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: a6810c26-d609-4aa3-9805-01e8c0a2d9f2
  kind: Event
  lastTimestamp: "2026-09-18T20:09:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:59Z"
    name: isvc-primary-cf00b2-predictor.18d6832b6b3263eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33229"
    uid: 804d2b73-5e88-47d9-a8ec-2ffff13878cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:08:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-cf00b2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: a6810c26-d609-4aa3-9805-01e8c0a2d9f2
  kind: Event
  lastTimestamp: "2026-09-18T20:09:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:59Z"
    name: isvc-primary-cf00b2-predictor.18d6832b6bf54f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: 8b582133-2728-460c-bf04-204c91188ff5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cf00b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: 63810302-8f48-444b-a05b-369341adce0b
  kind: Event
  lastTimestamp: "2026-09-18T20:09:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:25Z"
    name: isvc-primary-cf00b2.18d68320a248c5eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33011"
    uid: 528c3244-2f33-4f1d-b09b-8ed5f8676b90
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cf00b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: 63810302-8f48-444b-a05b-369341adce0b
  kind: Event
  lastTimestamp: "2026-09-18T20:07:58Z"
  message: 'Failed to update status for InferenceService "isvc-primary-cf00b2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-cf00b2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:07:58Z"
    name: isvc-primary-cf00b2.18d68320a2df8109
    namespace: kserve-ci-e2e-test
    resourceVersion: "32564"
    uid: 4bb88ca3-ebe8-4d0b-9b43-d32eb59c4fab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:07:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cf00b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32550"
    uid: 63810302-8f48-444b-a05b-369341adce0b
  kind: Event
  lastTimestamp: "2026-09-18T20:07:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-cf00b2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:07:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:07:58Z"
    name: isvc-primary-cf00b2.18d68320a2dfcb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "32566"
    uid: b0d451d9-0d6f-476d-a4cf-4a64dcbd98af
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-cf00b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33008"
    uid: 63810302-8f48-444b-a05b-369341adce0b
  kind: Event
  lastTimestamp: "2026-09-18T20:09:24Z"
  message: InferenceService [isvc-primary-cf00b2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:24Z"
    name: isvc-primary-cf00b2.18d68334da8deb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33010"
    uid: 1078b719-c35c-4bc1-a154-faae60250fd7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:09:43.460542Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33121"
    uid: 6785a832-68c9-4fe0-8fe5-d10cce162ad1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:09:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:09:43Z"
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr.18d6833929980c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "33125"
    uid: d43aacb4-f010-496a-9d96-0047975c759a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33130"
    uid: 6785a832-68c9-4fe0-8fe5-d10cce162ad1
  kind: Event
  lastTimestamp: "2026-09-18T20:09:44Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:09:44Z"
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr.18d683394b9f3fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33136"
    uid: 1b8eba5c-6753-4bcf-b818-708f6528dfb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: 6785a832-68c9-4fe0-8fe5-d10cce162ad1
  kind: Event
  lastTimestamp: "2026-09-18T20:09:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:49Z"
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr.18d683394dabf43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33172"
    uid: 37134ae2-0f8d-4d46-944f-0ad2e0836f1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: 6785a832-68c9-4fe0-8fe5-d10cce162ad1
  kind: Event
  lastTimestamp: "2026-09-18T20:09:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:49Z"
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr.18d683395082a3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33174"
    uid: a51c96e0-5eae-4c1f-8c0c-ee15d96c16ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: 6785a832-68c9-4fe0-8fe5-d10cce162ad1
  kind: Event
  lastTimestamp: "2026-09-18T20:09:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:49Z"
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr.18d6833950f7eaa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33175"
    uid: b5165b4f-72a1-4f39-a961-17003f2ea67b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33123"
    uid: 6785a832-68c9-4fe0-8fe5-d10cce162ad1
  kind: Event
  lastTimestamp: "2026-09-18T20:09:55Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr_kserve-ci-e2e-test(6785a832-68c9-4fe0-8fe5-d10cce162ad1)
  metadata:
    creationTimestamp: "2026-09-18T20:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:09:55Z"
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr.18d6833c1344d822
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 1fb23e26-49ba-42e3-a423-f429f6218fbb
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33111"
    uid: af7588b5-3650-414d-845f-53b8264d05ed
  kind: Event
  lastTimestamp: "2026-09-18T20:09:43Z"
  message: 'Created pod: isvc-secondary-cf00b2-predictor-656f4cd6fb-95bsr'
  metadata:
    creationTimestamp: "2026-09-18T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:43Z"
    name: isvc-secondary-cf00b2-predictor-656f4cd6fb.18d6833929272d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: 0d3f2e66-ed3b-47b0-a449-b3ad7cb8844f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-cf00b2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: 91f4362e-96bf-4ea7-9643-d956321697a9
  kind: Event
  lastTimestamp: "2026-09-18T20:09:43Z"
  message: Scaled up replica set isvc-secondary-cf00b2-predictor-656f4cd6fb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:43Z"
    name: isvc-secondary-cf00b2-predictor.18d683392354567d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33112"
    uid: 10c0d959-01be-45cf-9c74-b7c423c61ebf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-cf00b2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33110"
    uid: 48bb9dd2-f9bc-4143-9cc5-f70df8f6d377
  kind: Event
  lastTimestamp: "2026-09-18T20:09:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:58Z"
    name: isvc-secondary-cf00b2-predictor.18d6833ca2486784
    namespace: kserve-ci-e2e-test
    resourceVersion: "33220"
    uid: 4421f1b4-e20c-482e-9bb8-0f52249a283f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-cf00b2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33110"
    uid: 48bb9dd2-f9bc-4143-9cc5-f70df8f6d377
  kind: Event
  lastTimestamp: "2026-09-18T20:09:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:09:58Z"
    name: isvc-secondary-cf00b2-predictor.18d6833ca2d2461e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33222"
    uid: 04eb52b1-52fd-4f3a-8d5e-7ff4530f725f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cf00b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33102"
    uid: 94df3476-d8c8-4abb-adeb-a2f9d4e1bbd8
  kind: Event
  lastTimestamp: "2026-09-18T20:09:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:56Z"
    name: isvc-secondary-cf00b2.18d68339235818f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33210"
    uid: cea4fff0-c22a-4434-b318-91ed8d973738
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cf00b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33102"
    uid: 94df3476-d8c8-4abb-adeb-a2f9d4e1bbd8
  kind: Event
  lastTimestamp: "2026-09-18T20:09:43Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-cf00b2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-cf00b2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:43Z"
    name: isvc-secondary-cf00b2.18d6833923e9bb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: 105b375d-396d-4f71-b3e0-54c3c1935678
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:09:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-cf00b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33102"
    uid: 94df3476-d8c8-4abb-adeb-a2f9d4e1bbd8
  kind: Event
  lastTimestamp: "2026-09-18T20:09:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-cf00b2": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:09:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:09:43Z"
    name: isvc-secondary-cf00b2.18d6833923e9f328
    namespace: kserve-ci-e2e-test
    resourceVersion: "33116"
    uid: 0bc67c85-bc31-4a5c-957c-d7e08153b082
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:27:36.792908Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15365"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:27:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:27:36Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ece077967a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: 34f0706f-1f4f-4c7c-94a1-9ebb565ab0b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:37Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:27:37Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ed028166d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 076ed524-54cd-46d8-8018-6768c61bb532
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:37Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ed044130cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: ab4f3acf-e14a-46be-b3d7-3f92b3358b14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:37Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ed073d8d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: fff2eb83-2002-4075-9749-87192aaa4da4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:37Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ed07c3de8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15387"
    uid: 83202d37-e9bf-4162-add2-484157b4067c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:42Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee2497f8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: 7fc5c934-3377-41b5-bdb7-80b5aa315a7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:42Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee2798633e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 7cae138b-ad70-46c1-ad6e-a94d57ef846f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:42Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee281d75fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: f9b1c479-81fb-42e3-a072-1541b8700147
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:42Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee2827f93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 50346155-0f88-4f4e-8110-4cf343557350
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:42Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee2b1d030e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15432"
    uid: 2e4b7f98-5187-47ee-9021-fb40f0339c7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:42Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee2b8ec5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 0c0f467d-798a-47bb-942a-e0052f4ed9c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:42Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:5c05f01febc2fcb46d2803493fb076d1e99486e8fba24136c3d6905a978cedc9"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:42Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee2b99ec8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15434"
    uid: a9bc071e-6ecd-40a6-96a1-7b65aa8f465d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:42Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee2e6f366b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15435"
    uid: 90589af4-353b-464e-b276-dd51b4a8b0e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:27:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:42Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee2ee02545
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 1d08b5a6-f6d9-4c56-901a-e6b3bf72e272
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:29:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:30Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee9cb9bf73
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: 72395d1f-2196-4182-b221-4b6dc2a3cf99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:29:20Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:27:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:20Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d680ee9cc367ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16091"
    uid: b6d9f5fb-fcef-43b1-b464-b802a018b369
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d681031ae4824f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15991"
    uid: f2d86be2-f4c2-44f2-919a-915e5dc69de0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d681031ae5a8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: a19f7304-7cb0-42ef-98ee-a3e0f06ece5d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d681031ae62cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 1a24f3c7-b951-49ac-a070-9225bb18583e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 7deb9ac2-3d2b-4b0f-a137-f2a862faac04
  kind: Event
  lastTimestamp: "2026-09-18T19:29:30Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:30Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh.18d68103cd034f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: cfbe43de-bfb4-43f6-8843-4938ff27be07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 7b800734-9acf-4295-b14a-5f0ed76f6b54
  kind: Event
  lastTimestamp: "2026-09-18T19:27:36Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb-5v5rh'
  metadata:
    creationTimestamp: "2026-09-18T19:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:27:36Z"
    name: isvc-sklearn-batcher-custom-predictor-86bd8b8bfb.18d680ece0006e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 520e593c-0c7f-440d-bb07-af326ffe6a48
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15349"
    uid: 11b8e5bc-5e6c-4980-b271-1192ab6cfb85
  kind: Event
  lastTimestamp: "2026-09-18T19:27:36Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-86bd8b8bfb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:27:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18d680ecda3bc560
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 1e7e0b4a-dab5-4d90-a5f9-57ff98f998d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: 85a16762-6858-48a5-b24d-2c8f0bf8055b
  kind: Event
  lastTimestamp: "2026-09-18T19:28:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18d680f058a36a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: f3c7857c-95b1-4c48-acaa-613e0913b66b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: 85a16762-6858-48a5-b24d-2c8f0bf8055b
  kind: Event
  lastTimestamp: "2026-09-18T19:28:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18d680f059297d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 14224010-889c-4b10-be6c-7df8190a9360
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 85a16762-6858-48a5-b24d-2c8f0bf8055b
  kind: Event
  lastTimestamp: "2026-09-18T19:29:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18d680f756f49410
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: cb802eab-d487-479a-bab7-78f8d5161bf9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 85a16762-6858-48a5-b24d-2c8f0bf8055b
  kind: Event
  lastTimestamp: "2026-09-18T19:29:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18d680f757958f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: e5586512-1851-462d-89a6-a36d84620719
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: 6da96c30-011e-4c0b-af27-d119e2bfe186
  kind: Event
  lastTimestamp: "2026-09-18T19:29:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:29:00Z"
    name: isvc-sklearn-batcher-custom.18d680ecda40c75a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15914"
    uid: 5cc52214-5ad0-424d-b87b-ecb3c1196e38
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: 6da96c30-011e-4c0b-af27-d119e2bfe186
  kind: Event
  lastTimestamp: "2026-09-18T19:29:00Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:29:00Z"
    name: isvc-sklearn-batcher-custom.18d681005769bd3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: cc1139ee-2c65-4b32-8d5c-c7db0caccd3a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:25:37.831647Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14598"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:25:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:25:37Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d12dd2e06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14604"
    uid: e1e3e226-15e2-47b8-b8d1-9d0bba875bb5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14608"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:25:38Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:25:38Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d14fdb55cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14619"
    uid: 3b36bca2-6c29-4287-9f33-c7ebb2d3d47f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:25:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
  metadata:
    creationTimestamp: "2026-09-18T19:25:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:38Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d15178562c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: 9eec44d5-1835-42b7-85e2-d23d6f1709df
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:25:41Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    in 3.29s (3.29s including waiting). Image size: 308177839 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:41Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d2159d98d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14642"
    uid: e031c499-7bb6-4248-b253-86d9c0eae18d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:25:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:41Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d218dc0bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14643"
    uid: 2f3f2ce3-df73-4203-aaa2-25e61c8e21b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:25:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:25:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:41Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d2195df143
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: 533dd90e-2d6e-427c-95e8-4f4b691a3a49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:25:45Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-18T19:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:45Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d30018c295
    namespace: kserve-ci-e2e-test
    resourceVersion: "14681"
    uid: 3c7702ce-3d2a-42e4-8519-c48a7229e6bf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:25:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 13.667s (13.667s including waiting). Image size: 1605424527 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:59Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d62ec57219
    namespace: kserve-ci-e2e-test
    resourceVersion: "14828"
    uid: ec4cbba5-93b3-4622-a8bc-8c4ca8548d2a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:25:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:59Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d6351861f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14829"
    uid: 1949bb40-a421-4625-a81f-46d28a972134
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:25:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:59Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d63671a26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14830"
    uid: 0fe91479-9196-41d0-bb5b-63b64595899a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:25:59Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T19:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:25:59Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d6367f3f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: 5cd65b1c-2f11-48e2-b9e4-5702991efff9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:26:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.524s (2.524s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:01Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d6ccf514db
    namespace: kserve-ci-e2e-test
    resourceVersion: "14841"
    uid: 193098fd-630b-4176-829a-f663a34dc6da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:26:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:02Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d6d09441f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14843"
    uid: 0a63d0f4-80aa-409e-b715-fc8a148be586
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:26:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:02Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d6d10596cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: 69d7c691-a24d-4ff8-8cfc-966010ce051d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:26:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:5c05f01febc2fcb46d2803493fb076d1e99486e8fba24136c3d6905a978cedc9"
  metadata:
    creationTimestamp: "2026-09-18T19:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:02Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d6d1125b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14845"
    uid: 52e47dcd-946d-449f-b4a2-ed1e722f9029
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:26:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:5c05f01febc2fcb46d2803493fb076d1e99486e8fba24136c3d6905a978cedc9"
    in 2.799s (2.799s including waiting). Image size: 240471122 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:04Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d777f4d2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: bcf05c31-de11-450b-9daf-67d8d9ba4b24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:26:04Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:04Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d77b1dda3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 162c1e2f-68b4-4a6d-81fe-88ed967c5fd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:26:04Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:26:04Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d77b931cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14863"
    uid: c4876f20-e954-4d85-91ea-cbcb42035af5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:27:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:41Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d7af80e8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: 7b7887d4-2a50-4375-b1e0-e905155785f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:27:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:41Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680d7eb685bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 3c4a1dd8-4fd0-4c4d-bd0a-17196b23c52a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:27:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:36Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680ecd6a04567
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 90965178-b815-434a-bc41-1f48476bcccd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:27:36Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T19:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:36Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680ecd6a06a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: d8d438fc-7167-427e-9d5f-ddb5ce9d6375
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:27:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:36Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680ecd6a0f444
    namespace: kserve-ci-e2e-test
    resourceVersion: "15341"
    uid: 043ca4a3-48ae-495b-bf74-7c1c4760e6f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14602"
    uid: 30c1e530-23e4-4ed6-bc64-c33f1371cd44
  kind: Event
  lastTimestamp: "2026-09-18T19:27:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:27:42Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8.18d680ed1bc400c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15437"
    uid: 76a9a27b-f06c-4f29-bae0-f6a17585117a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14583"
    uid: 17c71d3e-c99e-4d13-848c-f6c149405189
  kind: Event
  lastTimestamp: "2026-09-18T19:25:37Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-7b5b55bfb6-zftm8'
  metadata:
    creationTimestamp: "2026-09-18T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:25:37Z"
    name: isvc-sklearn-batcher-predictor-7b5b55bfb6.18d680d12d6155ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14601"
    uid: 08a8737b-43e1-4a68-8955-3892fc4481dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14582"
    uid: a8234dee-19bb-4c47-9412-586aab056d81
  kind: Event
  lastTimestamp: "2026-09-18T19:25:37Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-7b5b55bfb6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:25:37Z"
    name: isvc-sklearn-batcher-predictor.18d680d126125cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14586"
    uid: 31b76bfe-1ccb-4085-bc0a-a03d0cac2401
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14584"
    uid: 3bcc452b-2d2b-461c-8a7a-2e4e5a8793e8
  kind: Event
  lastTimestamp: "2026-09-18T19:26:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:26:22Z"
    name: isvc-sklearn-batcher-predictor.18d680d4a5934444
    namespace: kserve-ci-e2e-test
    resourceVersion: "14960"
    uid: c77d811f-931f-4de3-bcd8-1828d3e3d79e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14584"
    uid: 3bcc452b-2d2b-461c-8a7a-2e4e5a8793e8
  kind: Event
  lastTimestamp: "2026-09-18T19:26:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:26:22Z"
    name: isvc-sklearn-batcher-predictor.18d680d4a609f9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: ab382994-d89c-483c-823f-15b856d2fbe2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: 3bcc452b-2d2b-461c-8a7a-2e4e5a8793e8
  kind: Event
  lastTimestamp: "2026-09-18T19:27:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:27:25Z"
    name: isvc-sklearn-batcher-predictor.18d680dfdd56d201
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: 46ff0c43-c7ec-40a0-855f-3e605c81f8c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:26:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: 3bcc452b-2d2b-461c-8a7a-2e4e5a8793e8
  kind: Event
  lastTimestamp: "2026-09-18T19:27:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:27:25Z"
    name: isvc-sklearn-batcher-predictor.18d680dfddc2fd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15270"
    uid: c9b58d5b-f2c3-44d1-a931-724185a7e7b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:25:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14576"
    uid: 23b93a84-0a3a-4842-b6e7-ea830b01828f
  kind: Event
  lastTimestamp: "2026-09-18T19:27:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:27:21Z"
    name: isvc-sklearn-batcher.18d680d1267bf190
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: dcc4f60d-d028-4b8c-9ed4-6909f5fe1ba0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:27:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15249"
    uid: 23b93a84-0a3a-4842-b6e7-ea830b01828f
  kind: Event
  lastTimestamp: "2026-09-18T19:27:21Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:27:21Z"
    name: isvc-sklearn-batcher.18d680e96567b5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15250"
    uid: 822279c7-99e7-4722-b27e-b1e88a8df869
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:58:48.538176Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28673"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:58:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:58:48Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a0ad2dc5c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28678"
    uid: fde64f1c-7ab1-4684-9e31-07337c5d3a9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28682"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:49Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:58:49Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a0cf8e9a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28695"
    uid: e44adce0-fd4c-494e-95e0-0c25aedf23f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:49Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a0d12d3f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28698"
    uid: 059f8af7-ea92-48c1-ba31-cfe16ca3b984
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:49Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a0d4acbfc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: c50b79c9-4c8a-4ccc-bfd7-78f7c85643f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:58:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:49Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a0d51d87a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: ea7756dd-aa4b-4b7a-8988-fa38153b6928
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a1d11c4051
    namespace: kserve-ci-e2e-test
    resourceVersion: "28779"
    uid: f093e2db-3319-4a5f-8ed1-6c9ac69afbc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a1d45af80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28781"
    uid: 57665ecb-8f1d-409a-897e-dad3bcb899fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a1d4cff082
    namespace: kserve-ci-e2e-test
    resourceVersion: "28782"
    uid: d44b57da-1c87-4c2c-a845-716ea0ddf4d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a1d4de2c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28783"
    uid: 75e4fa4d-d7c3-4dd8-9a1d-e6ab672587c7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:56Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.643s (2.643s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:56Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a2726bcb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "28806"
    uid: 41014ddd-74d0-4e5a-a0ee-f4ba6e5bc468
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:56Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-18T19:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:56Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a275b46723
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: 73506310-bcf3-458d-8f32-a925518e0653
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:56Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-18T19:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:56Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a27628aee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28808"
    uid: 917fcdc6-924b-4583-868e-503d131cc35a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:56Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a276327ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28809"
    uid: f779e252-329b-4eff-a238-816db661fe41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:56Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a27981487a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28810"
    uid: 893a8fa8-ec69-40cd-b9b9-718397462e15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:58:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:56Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a27a283bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28811"
    uid: 8a2c6d7a-e4eb-40b6-bf20-337432765f3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T20:00:33Z"
  message: 'Readiness probe failed: Get "http://10.132.0.57:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:33Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682a8cf9364c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29449"
    uid: 976cd5c8-3c1d-41e0-b54a-aa0c655b6c88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T19:59:28Z"
  message: 'Liveness probe failed: Get "http://10.132.0.57:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:59:28Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682aa10b8b3dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28966"
    uid: 5419ae5a-47a7-40dc-9acf-de5d003918d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T20:00:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:08Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682b34e4524ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "29172"
    uid: dc8e9eb2-0dd0-498a-b7e5-96cc87a4a3f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T20:00:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:08Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682b34e462a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "29173"
    uid: 132f90fb-5c66-4fb3-9bf6-11d1967787ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T20:00:08Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-18T20:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:08Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682b34e46a773
    namespace: kserve-ci-e2e-test
    resourceVersion: "29174"
    uid: b2b43189-2486-4c39-bab7-fa90ea712832
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28676"
    uid: 343a5d81-88f0-4b68-8b4f-1d8f673ceacd
  kind: Event
  lastTimestamp: "2026-09-18T20:00:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:38Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc.18d682b47362c298
    namespace: kserve-ci-e2e-test
    resourceVersion: "29482"
    uid: 572578d2-9815-4c37-b936-d5cb64037e8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-7f8b8b68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28663"
    uid: bb39744d-ab2c-41b3-aafc-c8e374949856
  kind: Event
  lastTimestamp: "2026-09-18T19:58:48Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-7f8b8b68f-z6lrc'
  metadata:
    creationTimestamp: "2026-09-18T19:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:48Z"
    name: isvc-sklearn-mcp-predictor-7f8b8b68f.18d682a0aca63ea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28675"
    uid: 9988cdc6-eb24-4bb8-907a-10783139b9b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28662"
    uid: 9af895ff-3af8-4c3d-b632-61b1f6bfb796
  kind: Event
  lastTimestamp: "2026-09-18T19:58:48Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-7f8b8b68f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:48Z"
    name: isvc-sklearn-mcp-predictor.18d682a0a91993e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28666"
    uid: 10d04dfb-7b9d-4c95-a301-ce3db421647d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a816ec08-3745-43ab-84ae-552d9d4367a2
  kind: Event
  lastTimestamp: "2026-09-18T20:00:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:00:03Z"
    name: isvc-sklearn-mcp.18d682a0a8bc8a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29132"
    uid: 92a553d3-db77-4f25-97ef-3349e419db23
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: a816ec08-3745-43ab-84ae-552d9d4367a2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:48Z"
    name: isvc-sklearn-mcp.18d682a0a968b8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28684"
    uid: e69b6662-eed6-4b37-b35d-6453d3b92437
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: a816ec08-3745-43ab-84ae-552d9d4367a2
  kind: Event
  lastTimestamp: "2026-09-18T19:58:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:58:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:48Z"
    name: isvc-sklearn-mcp.18d682a0b05a7827
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: 81896068-1616-4e16-9fdf-60c53e244cc2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "29130"
    uid: a816ec08-3745-43ab-84ae-552d9d4367a2
  kind: Event
  lastTimestamp: "2026-09-18T20:00:03Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:00:03Z"
    name: isvc-sklearn-mcp.18d682b230337ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29131"
    uid: 35981763-4f95-4932-a1a9-710647b9cfe7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:36:50.063203Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19067"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7857ffc886-cghqq
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:36:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:36:50Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816db1f23492
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: e650661c-cd2b-4920-a54b-81823a4691d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:50Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816dbc83e6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: f56c82af-44f2-4d12-b54d-b0d4a7ce6cc3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:51Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:36:51Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816df7987a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 07f3fb3b-08e2-4827-8f84-88b926d79dcd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:51Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816df9ff6139
    namespace: kserve-ci-e2e-test
    resourceVersion: "19088"
    uid: 98f2e702-2c50-4fb6-98d0-95a3e58142b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:51Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816dfd104b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: 6ff011e9-7e2b-4f40-9233-5da43e52d296
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:36:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:51Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816dfd7fb0e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: 65b5eff0-cba0-4d54-bfcd-867b16a8dc96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:55Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816f13996a80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: f21119a2-569f-48d5-9b64-f238fb83bd29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:56Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816f17ed4d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: f7c2480a-d690-4c52-9d31-cd5a667dbf5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:56Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816f1865ec8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19131"
    uid: 44ef54bb-445d-4504-abc1-94926d74327b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:56Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816f187193d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 150f99e1-8a35-45bd-a130-803328941c69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:56Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816f1b33f1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19134"
    uid: 252b7f07-6bdf-47be-a146-0ade395cb387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:36:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:36:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:56Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816f1ba81759
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: d948aab1-60ae-4680-b761-fc374aa209b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:38:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:36:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:54Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6816f8b9c33e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19806"
    uid: 3b426615-ae99-42f2-95a4-981485465a3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:38:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:50Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d68189d11c0681
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: 417739e4-c45f-46fc-b583-c4b0a3967444
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:38:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:50Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d68189d11d6943
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: bd4e9a41-fdcf-444d-8dfe-d32e785550d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7857ffc886-cghqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 2e95f8be-691b-4d5f-b83a-032e1bef58ce
  kind: Event
  lastTimestamp: "2026-09-18T19:38:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:54Z"
    name: isvc-sklearn-predictor-7857ffc886-cghqq.18d6818a8e049f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: 939b45df-1c1c-4af1-8150-aafef859bb24
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7857ffc886
    namespace: kserve-ci-e2e-test
    resourceVersion: "19058"
    uid: ae8a9c44-3615-41bf-affe-af2e872cc678
  kind: Event
  lastTimestamp: "2026-09-18T19:36:50Z"
  message: 'Created pod: isvc-sklearn-predictor-7857ffc886-cghqq'
  metadata:
    creationTimestamp: "2026-09-18T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:50Z"
    name: isvc-sklearn-predictor-7857ffc886.18d6816db148d4a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: b87722dd-fa9d-4775-9192-4186479f1e44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: d0eb6433-11d8-4969-8063-a697030fae12
  kind: Event
  lastTimestamp: "2026-09-18T19:36:49Z"
  message: Scaled up replica set isvc-sklearn-predictor-7857ffc886 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:49Z"
    name: isvc-sklearn-predictor.18d6816dad1558c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 14bba302-3ea4-4f09-8882-7ec17dfe7fc8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19057"
    uid: 541a4c16-c5d8-430d-93dd-60c079013392
  kind: Event
  lastTimestamp: "2026-09-18T19:37:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:37:35Z"
    name: isvc-sklearn-predictor.18d681712bf3b45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: e38a9826-0c89-4c04-b8df-f3c72720b607
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19057"
    uid: 541a4c16-c5d8-430d-93dd-60c079013392
  kind: Event
  lastTimestamp: "2026-09-18T19:37:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:37:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:37:35Z"
    name: isvc-sklearn-predictor.18d681712c408af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: ed97f6f7-7a63-4946-8f83-b61e5df3a550
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19175"
    uid: 541a4c16-c5d8-430d-93dd-60c079013392
  kind: Event
  lastTimestamp: "2026-09-18T19:38:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:50Z"
    name: isvc-sklearn-predictor.18d6817bab147938
    namespace: kserve-ci-e2e-test
    resourceVersion: "19762"
    uid: e7831ea0-a45f-45ad-8bc8-d242c88ec099
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19175"
    uid: 541a4c16-c5d8-430d-93dd-60c079013392
  kind: Event
  lastTimestamp: "2026-09-18T19:38:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:37:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:50Z"
    name: isvc-sklearn-predictor.18d6817bab828f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19763"
    uid: fc27a207-cd49-4f49-b869-5f47eb549023
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:42:01.362979Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:42:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:42:01Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b62cdbdccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: 68af61fc-74a0-4f61-97b3-8043e3339dd2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:01Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b638b4bf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: 402b616a-99ac-4b9a-a24b-2d982c492fd8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21116"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:02Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:42:02Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b672d990e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21131"
    uid: 046cfbbf-4f32-4c12-98f0-a3758368e508
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:02Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b675e21000
    namespace: kserve-ci-e2e-test
    resourceVersion: "21133"
    uid: 471052f8-a3f2-4719-b47a-272ae0e4cdd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:02Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b67a538390
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 40999c39-eade-47a3-bed1-29ff4ce3af9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:02Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b67ac71e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21136"
    uid: 68276e77-391a-4b30-b109-f92f9aa110c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:08Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b7d996afd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21180"
    uid: 7f062b33-ab8e-4de4-9299-a68ccc88ed98
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:08Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b7ddc222bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: b26f856b-5c63-4fb5-a2d0-6a743074c348
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:08Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b7de4a1157
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: b04852d2-414d-4cd3-9baa-590d530bdac8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:08Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b7de5618bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: 57ad15b1-5c30-4e4c-a90b-8faa30f677c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:08Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b7e1d2dd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21187"
    uid: 8ec91dfd-b110-4c0b-8500-c1ebdd2c6546
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:08Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b7e255ba09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: 24e96c05-e4d1-4963-8295-906cf55303bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:15Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681b815b3c754
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: e7de2565-b5f8-43a8-9b98-d6d99f0abba1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:33Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681bdba055037
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 24a1657b-9e8d-466b-8764-950d518b0b0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26
    namespace: kserve-ci-e2e-test
    resourceVersion: "21111"
    uid: 876ba837-626c-401e-91c7-384d2d45a796
  kind: Event
  lastTimestamp: "2026-09-18T19:42:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:42:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:33Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26.18d681bdba05d617
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: 83c1fdf6-aa53-4e0d-9a95-e4889572fe01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-99bbb4b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21095"
    uid: 67f55b35-de0a-48f0-8dbd-3f41e87d3044
  kind: Event
  lastTimestamp: "2026-09-18T19:42:01Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-99bbb4b5d-qgj26'
  metadata:
    creationTimestamp: "2026-09-18T19:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:42:01Z"
    name: isvc-sklearn-runtime-predictor-99bbb4b5d.18d681b62c352615
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 37ff262e-e4ca-4f32-be44-fc3b5ad22dab
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 46c08967-90b3-4b42-91a7-2e798d6893b2
  kind: Event
  lastTimestamp: "2026-09-18T19:42:01Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-99bbb4b5d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:42:01Z"
    name: isvc-sklearn-runtime-predictor.18d681b627f18af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: 61a3151c-82fd-4702-8db5-5e9e17d56711
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 6a857f80-3a22-4456-82d7-06698c3cd408
  kind: Event
  lastTimestamp: "2026-09-18T19:42:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:42:31Z"
    name: isvc-sklearn-runtime-predictor.18d681b9a6cdd564
    namespace: kserve-ci-e2e-test
    resourceVersion: "21323"
    uid: 09a6805c-2067-46b8-bfdb-f22d482d2b55
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 6a857f80-3a22-4456-82d7-06698c3cd408
  kind: Event
  lastTimestamp: "2026-09-18T19:42:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:42:31Z"
    name: isvc-sklearn-runtime-predictor.18d681b9a73efc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "21324"
    uid: 7066f532-711a-4bd7-be12-3860801edd0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: d5595c54-b6d5-46a6-91e6-a3827e43fd21
  kind: Event
  lastTimestamp: "2026-09-18T19:42:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:42:25Z"
    name: isvc-sklearn-runtime.18d681b6280b1fd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21303"
    uid: 9587f115-76b3-4f78-8183-a5beb48882e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: d5595c54-b6d5-46a6-91e6-a3827e43fd21
  kind: Event
  lastTimestamp: "2026-09-18T19:42:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:42:01Z"
    name: isvc-sklearn-runtime.18d681b628d9f831
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: db091eec-bf85-42ba-abaa-5f4282e8fdc0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: d5595c54-b6d5-46a6-91e6-a3827e43fd21
  kind: Event
  lastTimestamp: "2026-09-18T19:42:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:42:01Z"
    name: isvc-sklearn-runtime.18d681b62ff79bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: b13a154d-48a8-483f-bec8-c3039b901cce
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21301"
    uid: d5595c54-b6d5-46a6-91e6-a3827e43fd21
  kind: Event
  lastTimestamp: "2026-09-18T19:42:25Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:42:25Z"
    name: isvc-sklearn-runtime.18d681bbd9911776
    namespace: kserve-ci-e2e-test
    resourceVersion: "21302"
    uid: 87c7cacf-d92c-4988-8d5d-418fd37bf6b9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:58:50.431126Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28735"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:58:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:58:50Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a11e01d04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28740"
    uid: c1af4018-55e6-4c07-a4fd-0104232030c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:50Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a12bbcb4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: 6e007163-7bfc-4ca0-ac23-6bfe84bb6a44
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:51Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:58:51Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a163cdecc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28760"
    uid: 8d21bfba-f4fe-4454-be8e-1a9870c4674a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:51Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a165823291
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: 2a2888f6-18bf-491e-9d8f-3b9a3f713c48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:51Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a169a90e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "28763"
    uid: e1caf465-2f51-417e-bfc4-dae50169863c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:51Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a16a24c8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 6b3e8faa-245a-4fac-bf2a-5e61788dbcf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a1ed7e59b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28787"
    uid: 2eecdeb3-c8c4-4d93-a5d9-7cd833efb3d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a1f089650b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28789"
    uid: 530db6a8-63b6-4132-ac13-c41d89b37707
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a1f1025935
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: 3101ebcc-4091-4696-a125-7a4a091bd597
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:53Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a1f10ecd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28791"
    uid: c38c6bf0-de0f-4bf2-bfa9-292897ad0084
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:54Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a1f3eb789f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: 7bc8b830-c7a3-4a51-9414-3a8fcc7c6aaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T19:58:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:54Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a1f464e8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28795"
    uid: 8b41299f-f25a-4246-9883-52bc85440ed2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T20:00:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:32Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682a2656f5f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "29434"
    uid: 95161c73-d8fa-49b0-af3e-acf57be3f98d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T20:00:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682b89395b470
    namespace: kserve-ci-e2e-test
    resourceVersion: "29364"
    uid: 02ac2eed-97a3-436d-85c1-700caf93410c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T20:00:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682b893962d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29365"
    uid: a49e344b-2317-4e83-b36b-251bfb142cfe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 61fa7c23-6534-49ff-9522-c9be950bbc61
  kind: Event
  lastTimestamp: "2026-09-18T20:00:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46.18d682b8bfb45f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29412"
    uid: a5e54030-530d-40c5-8565-fa6eab8407e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-78f7f6bcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28727"
    uid: 46d89afc-a328-44bd-a6f0-1c435e7dcb5b
  kind: Event
  lastTimestamp: "2026-09-18T19:58:50Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-78f7f6bcc9-24q46'
  metadata:
    creationTimestamp: "2026-09-18T19:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:50Z"
    name: isvc-sklearn-s3-predictor-78f7f6bcc9.18d682a11cad6123
    namespace: kserve-ci-e2e-test
    resourceVersion: "28736"
    uid: 7e5a3bb7-a23f-4793-8fe5-6a92ddf11699
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: a82ebeff-7bed-4af8-8af5-254130664950
  kind: Event
  lastTimestamp: "2026-09-18T19:58:50Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-78f7f6bcc9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:50Z"
    name: isvc-sklearn-s3-predictor.18d682a1197a4f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "28729"
    uid: 622bf31c-549c-4baa-803f-135efbc43f7a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28726"
    uid: acdc82f3-69da-42ac-9816-18080f486f71
  kind: Event
  lastTimestamp: "2026-09-18T19:59:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:59:35Z"
    name: isvc-sklearn-s3-predictor.18d682a498c00462
    namespace: kserve-ci-e2e-test
    resourceVersion: "28997"
    uid: fa45006e-5566-4ecd-8b67-9a887b619d70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28726"
    uid: acdc82f3-69da-42ac-9816-18080f486f71
  kind: Event
  lastTimestamp: "2026-09-18T19:59:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:59:35Z"
    name: isvc-sklearn-s3-predictor.18d682a499c79666
    namespace: kserve-ci-e2e-test
    resourceVersion: "28998"
    uid: ab84aa46-da57-45c8-a34d-bff0b5f5700a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28861"
    uid: acdc82f3-69da-42ac-9816-18080f486f71
  kind: Event
  lastTimestamp: "2026-09-18T20:00:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:20Z"
    name: isvc-sklearn-s3-predictor.18d682af16d3e941
    namespace: kserve-ci-e2e-test
    resourceVersion: "29285"
    uid: 61d53121-4c6a-4d9d-b890-2b38182d450f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:59:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28861"
    uid: acdc82f3-69da-42ac-9816-18080f486f71
  kind: Event
  lastTimestamp: "2026-09-18T20:00:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:20Z"
    name: isvc-sklearn-s3-predictor.18d682af173cd3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29286"
    uid: cd3bd802-836c-423f-86a5-7c9b3122b4fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:03:54.836266Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: 7b1fab5e-c65f-4f66-9aa5-b5a2c6217420
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:03:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:03:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7.18d682e7fdf7a8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30850"
    uid: 86e679db-a345-4ef9-bd9b-a52576b950a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: 7b1fab5e-c65f-4f66-9aa5-b5a2c6217420
  kind: Event
  lastTimestamp: "2026-09-18T20:03:55Z"
  message: Add eth0 [10.132.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:03:55Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7.18d682e82054beed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 96f0b728-582e-4e98-a38d-15032197bb66
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: 7b1fab5e-c65f-4f66-9aa5-b5a2c6217420
  kind: Event
  lastTimestamp: "2026-09-18T20:03:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7.18d682e821f24282
    namespace: kserve-ci-e2e-test
    resourceVersion: "30898"
    uid: fe31e1b2-7eac-4024-aa9d-c27d352ea22e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: 7b1fab5e-c65f-4f66-9aa5-b5a2c6217420
  kind: Event
  lastTimestamp: "2026-09-18T20:03:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7.18d682e824efba08
    namespace: kserve-ci-e2e-test
    resourceVersion: "30900"
    uid: 186b9d6b-2148-4231-9bc5-ee1ad9a8203d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: 7b1fab5e-c65f-4f66-9aa5-b5a2c6217420
  kind: Event
  lastTimestamp: "2026-09-18T20:03:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7.18d682e82560f084
    namespace: kserve-ci-e2e-test
    resourceVersion: "30901"
    uid: f5209bb6-1993-4707-8281-9c90d7c31e9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: 7b1fab5e-c65f-4f66-9aa5-b5a2c6217420
  kind: Event
  lastTimestamp: "2026-09-18T20:04:03Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7_kserve-ci-e2e-test(7b1fab5e-c65f-4f66-9aa5-b5a2c6217420)
  metadata:
    creationTimestamp: "2026-09-18T20:04:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7.18d682ea1a2bcfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: f87e4a79-3280-43c2-bdb4-35d9ff2f0dbc
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30837"
    uid: 4d4a8129-21e4-4279-82ff-7598291f6d17
  kind: Event
  lastTimestamp: "2026-09-18T20:03:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf-f6pb7'
  metadata:
    creationTimestamp: "2026-09-18T20:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf.18d682e7fd6df615
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: 926221a8-a49b-403c-a570-bf4e661fa05a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30835"
    uid: 76cd5a96-b358-4ff1-8f76-e30f6ef9967e
  kind: Event
  lastTimestamp: "2026-09-18T20:03:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-74d5d6bcf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d682e7f964946b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30839"
    uid: 1c8b1132-bd5d-417e-b2a7-e8b750cdaf8d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: a39a3d16-25a1-4835-b739-8c565f70e71a
  kind: Event
  lastTimestamp: "2026-09-18T20:04:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:04:04Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d682e7f96a00fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: facc8860-3e19-4e9c-96fc-c2c3ee44270d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: a39a3d16-25a1-4835-b739-8c565f70e71a
  kind: Event
  lastTimestamp: "2026-09-18T20:03:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d682e7fa29e10f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30860"
    uid: cc80a6cc-1368-4d5e-86d6-d424901c222d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: a39a3d16-25a1-4835-b739-8c565f70e71a
  kind: Event
  lastTimestamp: "2026-09-18T20:03:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:03:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d682e80398b285
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 80bdd7f7-c8bf-46ea-a261-f7f204d1a89f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:02:13.672471Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:02:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:02:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d07022a75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30183"
    uid: 64a91e95-cf9e-4a65-85d6-994b10ad5386
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30193"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:14Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:02:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d0922dde55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30196"
    uid: 125d215a-6b33-456d-ac41-a9562eb73fa0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d093ac8e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30198"
    uid: 4ada304c-2864-44d3-be14-e555e6d74542
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d0969f1c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: 00d556a2-e976-4bdb-90ae-b8a4b3ed8544
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:14Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d09706b71d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: d2b4b094-4ed6-43cf-95a5-205eacd79907
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d0f3112c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "30219"
    uid: 5f30f9cb-1657-42f9-b44d-70fbccbba46e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d0f606d654
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: 64f3f859-67f0-49d4-b052-95cd8de66cc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d0f6714f53
    namespace: kserve-ci-e2e-test
    resourceVersion: "30222"
    uid: f49a73cd-96db-499e-a1df-fdf9295a3b14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d0f67d1c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30224"
    uid: e6e114b6-1d59-4c0d-a445-946940c32536
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d0f9366b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "30226"
    uid: ad6d9ca9-bfcd-4009-a82b-9cbd1b46fe29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:02:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d0f9a01133
    namespace: kserve-ci-e2e-test
    resourceVersion: "30228"
    uid: bffa8065-4614-4ac7-87d4-59cd3e801c06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:03:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:02:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682d16af80ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: 5eaa927a-bd83-4302-ba86-6e42633d8a3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:03:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682e7b8e255c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: b4be4ea9-2619-428d-b32d-c4402e93f9ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:03:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682e7b8e4b438
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: 0506408b-01df-4f2b-9114-8ee34adedd17
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z
    namespace: kserve-ci-e2e-test
    resourceVersion: "30179"
    uid: a905798f-96ee-47d5-b193-1fbdd21e75f7
  kind: Event
  lastTimestamp: "2026-09-18T20:03:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:03:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z.18d682e7c53fe8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30813"
    uid: 1939673f-deb9-4377-a2de-776425a0f9ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30165"
    uid: 8879494d-daf1-47fa-b592-92a0cc4fab21
  kind: Event
  lastTimestamp: "2026-09-18T20:02:13Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9-r6f2z'
  metadata:
    creationTimestamp: "2026-09-18T20:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9.18d682d06f5f2209
    namespace: kserve-ci-e2e-test
    resourceVersion: "30178"
    uid: 10d667e1-27e7-4681-b79e-c0ea40946b3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30163"
    uid: aeaba77f-3bc0-4751-91a2-5ab181138f2e
  kind: Event
  lastTimestamp: "2026-09-18T20:02:13Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-66586f55f9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d682d06c35cd55
    namespace: kserve-ci-e2e-test
    resourceVersion: "30169"
    uid: 8bd7a102-71b4-4973-86b3-19f649062ec3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30164"
    uid: 187a22e4-1ea1-4be1-a77a-404a7a0bc53d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d682d3eabbc177
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 4d123e09-650d-4250-84c8-cefe29856fe6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30164"
    uid: 187a22e4-1ea1-4be1-a77a-404a7a0bc53d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d682d3eb20d608
    namespace: kserve-ci-e2e-test
    resourceVersion: "30360"
    uid: da14ccb6-a355-4995-ab35-112b605e6968
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30291"
    uid: 187a22e4-1ea1-4be1-a77a-404a7a0bc53d
  kind: Event
  lastTimestamp: "2026-09-18T20:03:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d682dae8c455ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30738"
    uid: 70d5873b-1676-4874-b492-d5abc0a1dd3f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30291"
    uid: 187a22e4-1ea1-4be1-a77a-404a7a0bc53d
  kind: Event
  lastTimestamp: "2026-09-18T20:03:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:03:43Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d682dae9348c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "30739"
    uid: 80b9a0c2-f688-4c68-bca6-dc44856d2a06
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "30155"
    uid: ec9cd6f9-2c7c-4fec-b36f-ff7ce698fa36
  kind: Event
  lastTimestamp: "2026-09-18T20:03:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:46Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d682d06c3e5b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "30761"
    uid: f62d61a3-e05e-47ce-979c-61d8d81c1a9d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "30155"
    uid: ec9cd6f9-2c7c-4fec-b36f-ff7ce698fa36
  kind: Event
  lastTimestamp: "2026-09-18T20:02:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:02:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:13Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d682d06cf22e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "30173"
    uid: 8c4fc5c7-5942-4726-97ff-600b381f5183
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:03:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "30755"
    uid: ec9cd6f9-2c7c-4fec-b36f-ff7ce698fa36
  kind: Event
  lastTimestamp: "2026-09-18T20:03:45Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:03:45Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d682e5ed611274
    namespace: kserve-ci-e2e-test
    resourceVersion: "30758"
    uid: 3c4ac828-ead2-4a9f-a8ca-3efe7a4d7af6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:02:02.502078Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30041"
    uid: ebb5c3fd-491c-4ee4-ba76-b7d3e97c1807
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:02:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:02:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q.18d682cdd653f94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30045"
    uid: 0949dde8-9027-41dd-9191-d83ce9466ad9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: ebb5c3fd-491c-4ee4-ba76-b7d3e97c1807
  kind: Event
  lastTimestamp: "2026-09-18T20:02:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q.18d682cde4938801
    namespace: kserve-ci-e2e-test
    resourceVersion: "30058"
    uid: 3bcaa489-b80a-4345-ab41-f5077d8f05fb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30051"
    uid: ebb5c3fd-491c-4ee4-ba76-b7d3e97c1807
  kind: Event
  lastTimestamp: "2026-09-18T20:02:03Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:02:03Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q.18d682ce1bfaf4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 01362ca6-480b-44f0-a0bc-1c345ef7cc81
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: ebb5c3fd-491c-4ee4-ba76-b7d3e97c1807
  kind: Event
  lastTimestamp: "2026-09-18T20:02:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q.18d682ce1d954530
    namespace: kserve-ci-e2e-test
    resourceVersion: "30106"
    uid: 5c422ff1-9aa5-4cd3-bf5a-0c962dd7b2fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: ebb5c3fd-491c-4ee4-ba76-b7d3e97c1807
  kind: Event
  lastTimestamp: "2026-09-18T20:02:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q.18d682ce20935826
    namespace: kserve-ci-e2e-test
    resourceVersion: "30108"
    uid: 2cfb9b02-3ecd-4c71-a221-7192e7e1c063
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: ebb5c3fd-491c-4ee4-ba76-b7d3e97c1807
  kind: Event
  lastTimestamp: "2026-09-18T20:02:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:09Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q.18d682ce21083069
    namespace: kserve-ci-e2e-test
    resourceVersion: "30109"
    uid: be9d7470-94fd-4f7e-bffa-80dd06c33649
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q
    namespace: kserve-ci-e2e-test
    resourceVersion: "30043"
    uid: ebb5c3fd-491c-4ee4-ba76-b7d3e97c1807
  kind: Event
  lastTimestamp: "2026-09-18T20:02:12Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:12Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q.18d682d033d930d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30145"
    uid: 403a7688-4859-472d-af71-ae73a8db2b77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30032"
    uid: b595b933-ba2d-4325-8e0a-5e9dd28083c9
  kind: Event
  lastTimestamp: "2026-09-18T20:02:02Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc-hjf4q'
  metadata:
    creationTimestamp: "2026-09-18T20:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc.18d682cdd5b19cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30042"
    uid: d6089b77-3fe4-409b-8ef1-1f9bb63c81c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30030"
    uid: 7324a68c-1afe-40d0-be6f-9aea95547d02
  kind: Event
  lastTimestamp: "2026-09-18T20:02:02Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-55f6d867dc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:02:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d682cdd2dbe05d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30034"
    uid: 5df918af-86a1-44c6-8d5b-8c17a3e2ab86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "30023"
    uid: 182d94f9-9440-4a25-badd-4768253876c3
  kind: Event
  lastTimestamp: "2026-09-18T20:02:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:09Z"
    name: isvc-sklearn-s3-tls-global-fail.18d682cdd2e59630
    namespace: kserve-ci-e2e-test
    resourceVersion: "30112"
    uid: fdbb84d1-556a-4e03-9c2e-078d53071563
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "30023"
    uid: 182d94f9-9440-4a25-badd-4768253876c3
  kind: Event
  lastTimestamp: "2026-09-18T20:02:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:02Z"
    name: isvc-sklearn-s3-tls-global-fail.18d682cdd3952519
    namespace: kserve-ci-e2e-test
    resourceVersion: "30053"
    uid: 5e6b7d1e-6334-4af1-998f-cf5b69ea229e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "30025"
    uid: 182d94f9-9440-4a25-badd-4768253876c3
  kind: Event
  lastTimestamp: "2026-09-18T20:02:02Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T20:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:02Z"
    name: isvc-sklearn-s3-tls-global-fail.18d682cddb0ccb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "30054"
    uid: f2a0006d-aa45-400f-adf3-96f979e1bf95
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:00:31.364019Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29394"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b89e138cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29398"
    uid: 818e7dc6-7833-4791-b862-77954a140888
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29406"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:32Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:00:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b8c9295aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29420"
    uid: 36cf6f15-01a4-4b16-86f0-090898629369
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b8cad044b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: c5abde64-2008-42a5-8ac0-3b23d0bc41e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b8ce22ec69
    namespace: kserve-ci-e2e-test
    resourceVersion: "29423"
    uid: cb9325f4-9353-47bf-908a-0c223a2b394e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b8ceb1a9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29424"
    uid: 92162af2-0afe-43da-b193-d62f531bef75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b915e1bbb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29440"
    uid: 3e74f68c-9dde-497f-a274-dbed055a7f75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b91914f95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29443"
    uid: 6520563c-7f35-4fa7-bcf9-9d6ce610d03a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b91988e612
    namespace: kserve-ci-e2e-test
    resourceVersion: "29444"
    uid: 153fb34f-441b-425b-814c-08b2b143e6d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b9199569a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29446"
    uid: 1f67708b-c7c9-4d1d-9c91-96af1fbbd512
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b91ceda4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29451"
    uid: 015a50db-abfa-49c1-903f-4af1c8f75fdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:00:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:00:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b91d6ad699
    namespace: kserve-ci-e2e-test
    resourceVersion: "29453"
    uid: 1ee788dd-86b9-4e72-ad2a-e86b42351fad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:01:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:00:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:01:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682b951e57c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29930"
    uid: 687584d8-9312-4f4e-bb37-e2147f8d007f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682cd94e92ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30002"
    uid: bbd18e14-43bb-49cd-8715-f1a961471e84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682cd94e9b493
    namespace: kserve-ci-e2e-test
    resourceVersion: "30003"
    uid: 892c891d-1a94-41c8-a111-53087e1107fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t
    namespace: kserve-ci-e2e-test
    resourceVersion: "29395"
    uid: 1c3d944d-4beb-424d-a5f7-33aac5bf845d
  kind: Event
  lastTimestamp: "2026-09-18T20:02:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:02:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t.18d682ce82207293
    namespace: kserve-ci-e2e-test
    resourceVersion: "30085"
    uid: 83ae7551-3cd3-4309-a070-d09f338847fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647
    namespace: kserve-ci-e2e-test
    resourceVersion: "29380"
    uid: 08ee031c-fd8b-4f2a-af6f-f181e6cf79d8
  kind: Event
  lastTimestamp: "2026-09-18T20:00:31Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647-tps4t'
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688c74c647.18d682b89d9c2ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29396"
    uid: 42946065-0088-4107-8c62-952137b8d978
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29378"
    uid: c7896933-8a2c-48b2-8097-eaee3a4db36b
  kind: Event
  lastTimestamp: "2026-09-18T20:00:31Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-688c74c647
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d682b899e638c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29383"
    uid: ccb63f2d-31c8-433d-b0ce-9004128dbdac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: e927dadc-b65a-49dc-aa6d-588860c84b58
  kind: Event
  lastTimestamp: "2026-09-18T20:01:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:01:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d682bc187f162c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29676"
    uid: 0395fbb9-bc0a-4b9f-8f0a-c2276631dcbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29379"
    uid: e927dadc-b65a-49dc-aa6d-588860c84b58
  kind: Event
  lastTimestamp: "2026-09-18T20:01:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:00:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:01:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d682bc18e59819
    namespace: kserve-ci-e2e-test
    resourceVersion: "29678"
    uid: bd3b1e0a-47f3-41d6-bbad-364121dedf4f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29526"
    uid: e927dadc-b65a-49dc-aa6d-588860c84b58
  kind: Event
  lastTimestamp: "2026-09-18T20:01:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:01:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d682bf981e5a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29896"
    uid: 15033a5a-01a4-46d6-826e-8d4b437b83d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29526"
    uid: e927dadc-b65a-49dc-aa6d-588860c84b58
  kind: Event
  lastTimestamp: "2026-09-18T20:01:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:01:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d682bf9891c459
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: 6294a5a0-cb70-41d3-93b7-0c12c75d1623
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: ce7f142a-25a9-49d6-8729-98034955be0b
  kind: Event
  lastTimestamp: "2026-09-18T20:02:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:00Z"
    name: isvc-sklearn-s3-tls-global-pass.18d682b899fd9d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "29983"
    uid: 3b13d25b-4d5a-444b-96e1-19e8d38876ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: ce7f142a-25a9-49d6-8729-98034955be0b
  kind: Event
  lastTimestamp: "2026-09-18T20:00:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:00:31Z"
    name: isvc-sklearn-s3-tls-global-pass.18d682b89a8f3006
    namespace: kserve-ci-e2e-test
    resourceVersion: "29387"
    uid: 13abda90-4bd2-4ee7-a072-b02a22489f46
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:02:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "29981"
    uid: ce7f142a-25a9-49d6-8729-98034955be0b
  kind: Event
  lastTimestamp: "2026-09-18T20:02:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:02:00Z"
    name: isvc-sklearn-s3-tls-global-pass.18d682cd5e0f41c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29982"
    uid: 6108cfce-0eb9-4a4a-923e-a6a24203e922
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:05:37.063893Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31610"
    uid: c1fb55ce-a411-4157-8c7f-b4ab4358b2bb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:05:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:05:37Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d.18d682ffcb3581ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31614"
    uid: ada300ba-8afc-4f5f-b316-5881c2ff82ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31622"
    uid: c1fb55ce-a411-4157-8c7f-b4ab4358b2bb
  kind: Event
  lastTimestamp: "2026-09-18T20:05:37Z"
  message: Add eth0 [10.132.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:05:37Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d.18d682ffed30eca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31627"
    uid: 65d4d7b8-f998-4c25-8649-306ee4503a84
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: c1fb55ce-a411-4157-8c7f-b4ab4358b2bb
  kind: Event
  lastTimestamp: "2026-09-18T20:05:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d.18d682ffeefff4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31653"
    uid: b1f1ed28-a15b-41c0-bb23-3746637972d0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: c1fb55ce-a411-4157-8c7f-b4ab4358b2bb
  kind: Event
  lastTimestamp: "2026-09-18T20:05:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d.18d682fff26d9661
    namespace: kserve-ci-e2e-test
    resourceVersion: "31655"
    uid: 96c1cd7f-f2f5-4782-9be7-1be1c31322af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: c1fb55ce-a411-4157-8c7f-b4ab4358b2bb
  kind: Event
  lastTimestamp: "2026-09-18T20:05:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d.18d682fff2df7c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: 40a86419-3caa-4cb0-ade2-01898bdc1d77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: c1fb55ce-a411-4157-8c7f-b4ab4358b2bb
  kind: Event
  lastTimestamp: "2026-09-18T20:05:45Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d_kserve-ci-e2e-test(c1fb55ce-a411-4157-8c7f-b4ab4358b2bb)
  metadata:
    creationTimestamp: "2026-09-18T20:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:45Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d.18d68301bafad4b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31687"
    uid: 4e84b3db-db9f-4adc-8db4-06aaaed80eb4
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78
    namespace: kserve-ci-e2e-test
    resourceVersion: "31601"
    uid: bb5de8ea-bff4-43b1-acbb-e00bdabf9be7
  kind: Event
  lastTimestamp: "2026-09-18T20:05:37Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78-tnh5d'
  metadata:
    creationTimestamp: "2026-09-18T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:37Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78.18d682ffcac92842
    namespace: kserve-ci-e2e-test
    resourceVersion: "31611"
    uid: 32838cef-1f92-42a3-848a-34bf6ae85559
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31599"
    uid: 389570bd-8d6c-4e09-9587-a0f87c08a0f2
  kind: Event
  lastTimestamp: "2026-09-18T20:05:37Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-bfddbbb78
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:37Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d682ffc791a540
    namespace: kserve-ci-e2e-test
    resourceVersion: "31603"
    uid: 5d442ae9-4ad3-432e-ad61-1115e4a404eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: 1eb3f017-202d-46cb-ac81-ba01c5f7a55c
  kind: Event
  lastTimestamp: "2026-09-18T20:05:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:45Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d682ffc85228ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31691"
    uid: 21d6829f-466b-4f93-bf53-11aee6a869f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "31591"
    uid: 1eb3f017-202d-46cb-ac81-ba01c5f7a55c
  kind: Event
  lastTimestamp: "2026-09-18T20:05:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:37Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d682ffc911909b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31608"
    uid: 811c9451-e607-4be1-9aa8-5b6fce8d74eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:04:05.916217Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30991"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:04:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:04:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682ea9262448e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30995"
    uid: 83e90ff6-4052-4bb4-ad6d-9c8672c40d42
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682ea9c191ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31010"
    uid: ab019579-8c9d-4237-8078-aacdb4d4c279
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31004"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:07Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:04:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682ead89a6c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "31020"
    uid: ab724ca1-ad06-41eb-b510-aaa909617b46
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682eada97fc27
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: d4ff865d-603d-4c10-9ea7-7b0b5ab765fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682eade64f62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31023"
    uid: 27cdf486-1b99-466a-8fde-d8f85474f74d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:07Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682eadee1ac99
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 54e91860-4ea9-444a-94a1-0b173f1bfa5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682eb26b1eb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "31037"
    uid: 828604a6-6aa7-4695-99b2-cf9ec7d14626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682eb29c05ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31039"
    uid: 11844acb-cfc8-493b-b6b4-dc67dac0e9a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682eb2a394395
    namespace: kserve-ci-e2e-test
    resourceVersion: "31040"
    uid: 23527ca9-bfe5-43e3-856c-4cf37ae4ae27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682eb2a45c69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31041"
    uid: 4f4364b3-b045-4443-b5cc-0387cbba3fbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682eb2d703d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31044"
    uid: e478d38c-7b59-49ee-9c20-b3b2cc23cab3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:04:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:04:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682eb2dee2fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31045"
    uid: 88a449fb-b338-4b35-b5fb-67c2a9cf8815
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:05:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682eb63205ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31503"
    uid: 5e1842e6-ab05-45d6-aa3c-1ca5088c8715
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:05:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682ff86f2117b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31578"
    uid: a265f95b-6f79-4a71-b0bb-a3664b366ee2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:05:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d682ff86f29126
    namespace: kserve-ci-e2e-test
    resourceVersion: "31579"
    uid: a56d2a9f-11b1-49c4-9414-ccb0593b1f62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 8abd237d-6977-4e91-8bb8-3d00885edc70
  kind: Event
  lastTimestamp: "2026-09-18T20:05:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:05:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:05:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2.18d6830093953ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: 5178223a-8dfa-46ce-a134-86f1af831f15
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: 8ce785b3-0a0c-4db0-998f-289c8f2f346f
  kind: Event
  lastTimestamp: "2026-09-18T20:04:05Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d-hrxv2'
  metadata:
    creationTimestamp: "2026-09-18T20:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d.18d682ea91f4b096
    namespace: kserve-ci-e2e-test
    resourceVersion: "30992"
    uid: 247f8563-8695-4812-aa7e-8f1f04644ece
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30980"
    uid: 65127c2d-234d-4b05-865a-9a311c03ff40
  kind: Event
  lastTimestamp: "2026-09-18T20:04:05Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5d7666c88d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d682ea8f3c15b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30984"
    uid: d269b63f-6607-49d7-bff3-2fb949ff6be2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30981"
    uid: 64adcd12-91e8-4f81-9936-caf2f162d6fa
  kind: Event
  lastTimestamp: "2026-09-18T20:04:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d682ee0defb9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31335"
    uid: 2e446364-f09b-40e6-b16c-4ea68184e23e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30981"
    uid: 64adcd12-91e8-4f81-9936-caf2f162d6fa
  kind: Event
  lastTimestamp: "2026-09-18T20:04:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:04:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d682ee0e66ea65
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: 6c4f217a-21cd-42aa-88b2-ccee953d0040
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31180"
    uid: 64adcd12-91e8-4f81-9936-caf2f162d6fa
  kind: Event
  lastTimestamp: "2026-09-18T20:05:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d682f18dcf30b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31482"
    uid: 7570c8fb-f929-4b79-9c17-8ba0dbe1481e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31180"
    uid: 64adcd12-91e8-4f81-9936-caf2f162d6fa
  kind: Event
  lastTimestamp: "2026-09-18T20:05:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:05:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d682f18e3896c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: 479750c0-1a8a-46f6-a69e-5b758f957243
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: 89a2a3ef-8389-488c-ae04-7c29b8b46df4
  kind: Event
  lastTimestamp: "2026-09-18T20:05:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:34Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d682ea8f3d86ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: feea5334-3f7b-41aa-9da6-32b6e0741641
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:04:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: 89a2a3ef-8389-488c-ae04-7c29b8b46df4
  kind: Event
  lastTimestamp: "2026-09-18T20:04:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:04:05Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d682ea8fce1918
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: 43f129fd-49ea-407e-ace4-e4881e555568
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:05:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "31550"
    uid: 89a2a3ef-8389-488c-ae04-7c29b8b46df4
  kind: Event
  lastTimestamp: "2026-09-18T20:05:33Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:05:33Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d682ff1459ffae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31551"
    uid: 52a3d24b-2a07-4043-bd0f-2635a4f6267a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28716"
    uid: 37b804ee-fe80-421c-80fc-e7bee5d0d02b
  kind: Event
  lastTimestamp: "2026-09-18T20:00:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:00:22Z"
    name: isvc-sklearn-s3.18d682a119c5de45
    namespace: kserve-ci-e2e-test
    resourceVersion: "29303"
    uid: 5de785f8-04f0-478b-bad4-64bf1d011018
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28716"
    uid: 37b804ee-fe80-421c-80fc-e7bee5d0d02b
  kind: Event
  lastTimestamp: "2026-09-18T19:58:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:50Z"
    name: isvc-sklearn-s3.18d682a11a76463c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28732"
    uid: a7542d0f-39f8-4f0d-bc4b-71896b548311
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:00:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "29301"
    uid: 37b804ee-fe80-421c-80fc-e7bee5d0d02b
  kind: Event
  lastTimestamp: "2026-09-18T20:00:22Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:00:22Z"
    name: isvc-sklearn-s3.18d682b6a55b8ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29302"
    uid: e1bddb26-7c28-4218-842e-35b7ea674982
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7764bb7d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "18736"
    uid: 100bc229-447f-4b69-8088-2ec28cfc1459
  kind: Event
  lastTimestamp: "2026-09-18T19:36:15Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7764bb7d48-6plhg'
  metadata:
    creationTimestamp: "2026-09-18T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:15Z"
    name: isvc-sklearn-scheduler-predictor-7764bb7d48.18d68165b0b8b5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: f9e4b81d-766a-4283-a4c4-220d3bcb396d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: af0807da-dacb-418e-a99b-e8e8482e6c05
  kind: Event
  lastTimestamp: "2026-09-18T19:36:15Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7764bb7d48 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:15Z"
    name: isvc-sklearn-scheduler-predictor.18d68165ab179b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: e747a7fa-4ee9-4045-9f24-3e612b8e3ed9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: 49c5d842-e84f-4426-993c-d0b35bf5fa1b
  kind: Event
  lastTimestamp: "2026-09-18T19:36:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:15Z"
    name: isvc-sklearn-scheduler.18d68165aa7a35d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18763"
    uid: 7dd634d2-e252-4d36-8d15-244d3e04fd4a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: 49c5d842-e84f-4426-993c-d0b35bf5fa1b
  kind: Event
  lastTimestamp: "2026-09-18T19:36:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:15Z"
    name: isvc-sklearn-scheduler.18d68165aaec6f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: fde149b4-3175-4d40-8144-48c8e0c24cb5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "18726"
    uid: 49c5d842-e84f-4426-993c-d0b35bf5fa1b
  kind: Event
  lastTimestamp: "2026-09-18T19:36:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:15Z"
    name: isvc-sklearn-scheduler.18d68165aaecd420
    namespace: kserve-ci-e2e-test
    resourceVersion: "18740"
    uid: a8c655b4-ce3a-40aa-9924-a8fd85fd24ad
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:45:20.063229Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22647"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:45:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:45:20Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e470513752
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: 8cec5390-eb57-40ea-96a3-efb606b377a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:45:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:20Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e47bc6e461
    namespace: kserve-ci-e2e-test
    resourceVersion: "22660"
    uid: 37c11448-cadd-4e66-87ad-1a891a4e6a19
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22657"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:21Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:45:21Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e4b64e1346
    namespace: kserve-ci-e2e-test
    resourceVersion: "22674"
    uid: 6e34b040-eff3-43b7-91f2-02bae4f1a093
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:21Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e4b7d3357c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22676"
    uid: 0280c5e5-c257-40ba-9626-973b17d156b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:21Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e4bb244eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22677"
    uid: 790bf58d-ba45-4a4f-9125-448188462b88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:21Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e4bb9a80ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 0f0b6f6a-5a07-4955-b093-10dba556377c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:25Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e5ce13e9f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22722"
    uid: c2a705d3-ae56-4d8b-ab60-df76d82e82f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:25Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e5d1018a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22724"
    uid: 219dd589-829b-4b61-aabe-8de3287b229c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:25Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e5d17ac04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22725"
    uid: 1a395d9f-b9db-434a-ba21-690e4bd42e8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:25Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e5d1860874
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: 5ec792d5-ee2d-48f7-ad47-f8e5e1a49ed9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:26Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e5d4b8d8bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22729"
    uid: 534bfafa-79cc-42d7-a8e5-b368f36e83d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:45:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:45:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:26Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e5d532260e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22731"
    uid: 1e545b81-c740-4f65-9836-de463c1edb3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:46:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:45:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:36Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681e646598d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: 6026e260-8682-47a6-a806-70049b27d425
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:46:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:50Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681f98f492da3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: fcabb555-7f28-4887-94ae-31cd92ee2841
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:46:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:50Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681f98f49adb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23175"
    uid: 2891a2ee-9d3e-4079-80ed-d9c8fc7ee9dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "22651"
    uid: 157aa436-fd40-46cd-870f-b1c02bba5f39
  kind: Event
  lastTimestamp: "2026-09-18T19:46:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:53Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s.18d681fa4c794a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23199"
    uid: 16a0ffeb-bd4f-44b4-88f8-f1b385dcaea8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22638"
    uid: fa85ae52-7071-451e-92d5-32e52cfebd86
  kind: Event
  lastTimestamp: "2026-09-18T19:45:20Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-f7b4585f-7nz4s'
  metadata:
    creationTimestamp: "2026-09-18T19:45:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:45:20Z"
    name: isvc-sklearn-v2-mixed-predictor-f7b4585f.18d681e46fc935ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22650"
    uid: 70151258-f35f-4e94-8d80-94fa9d43313c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22636"
    uid: 1704c213-d2a1-4e70-aaf6-c749f60f24a1
  kind: Event
  lastTimestamp: "2026-09-18T19:45:19Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-f7b4585f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:45:19Z"
    name: isvc-sklearn-v2-mixed-predictor.18d681e46c1f4f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22640"
    uid: f17bef57-09eb-40d6-beed-8723a6595c03
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22637"
    uid: 4f40f905-fcca-486d-b045-a9b873a0b9c4
  kind: Event
  lastTimestamp: "2026-09-18T19:46:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:05Z"
    name: isvc-sklearn-v2-mixed-predictor.18d681e7eacc2c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22911"
    uid: 6c08719f-d7a0-4aae-a307-a764740e6c80
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22637"
    uid: 4f40f905-fcca-486d-b045-a9b873a0b9c4
  kind: Event
  lastTimestamp: "2026-09-18T19:46:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:05Z"
    name: isvc-sklearn-v2-mixed-predictor.18d681e7eb345ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22912"
    uid: 93d20a6d-d3ff-4a21-80fb-297f9dfff258
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22776"
    uid: 4f40f905-fcca-486d-b045-a9b873a0b9c4
  kind: Event
  lastTimestamp: "2026-09-18T19:46:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:50Z"
    name: isvc-sklearn-v2-mixed-predictor.18d681f26875bccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23152"
    uid: 2d6f6fed-685f-4dda-a230-7abd515c8324
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22776"
    uid: 4f40f905-fcca-486d-b045-a9b873a0b9c4
  kind: Event
  lastTimestamp: "2026-09-18T19:46:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:50Z"
    name: isvc-sklearn-v2-mixed-predictor.18d681f268e2117f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23153"
    uid: 7525b3c6-cda1-4130-88dc-b7d18d780a24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 527d1a1f-3344-40d2-a3bd-0618c84ff1f5
  kind: Event
  lastTimestamp: "2026-09-18T19:46:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:46:46Z"
    name: isvc-sklearn-v2-mixed.18d681e46c17db6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23118"
    uid: 31ee8f07-19f5-43d5-8368-d5f85b74b2ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22627"
    uid: 527d1a1f-3344-40d2-a3bd-0618c84ff1f5
  kind: Event
  lastTimestamp: "2026-09-18T19:45:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:45:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:45:20Z"
    name: isvc-sklearn-v2-mixed.18d681e46c9995bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22643"
    uid: 32431165-321b-41f8-b904-93d947949434
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "23116"
    uid: 527d1a1f-3344-40d2-a3bd-0618c84ff1f5
  kind: Event
  lastTimestamp: "2026-09-18T19:46:46Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:46:46Z"
    name: isvc-sklearn-v2-mixed.18d681f8a7b6c461
    namespace: kserve-ci-e2e-test
    resourceVersion: "23117"
    uid: ba86811c-1aef-4613-a971-69197b25fbbb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:43:44.253460Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-587f57f874-krptn
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681ce219c1970
    namespace: kserve-ci-e2e-test
    resourceVersion: "21992"
    uid: 4c4d8162-1d40-4443-82e1-aaa109a56b6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681ce2f14ed77
    namespace: kserve-ci-e2e-test
    resourceVersion: "22002"
    uid: c6aceec8-3abe-498b-8c39-659854c52f5d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21996"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:45Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:43:45Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681ce676e5f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22028"
    uid: 49cdf312-9288-47d0-ae11-29b5ffad4617
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:45Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681ce69345c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22030"
    uid: 78306bf6-d9d6-4e1e-9537-2caaa7bbddf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:45Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681ce6c792470
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 40b4a4b1-7883-42e8-b0b2-6555249af4e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:45Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681ce6cf078fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "22036"
    uid: b4290b30-7ed8-4e97-9ba1-d6000c56a647
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:50Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681cf7d90af68
    namespace: kserve-ci-e2e-test
    resourceVersion: "22071"
    uid: 0822019a-db05-4f25-a757-706cef31848b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:50Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681cf80932ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22073"
    uid: ae3f7a71-fe15-401d-b82e-a72af14f5130
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:50Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681cf81071748
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 0ec8a8d6-49ff-4cfa-9d7d-6f797d358caf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:50Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681cf81120359
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: c14d4d46-32ea-4c3d-b155-bafc2b9a4f15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:50Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681cf840046b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: ecb6f186-7fb0-485a-8356-89ea6cf36b5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:43:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:50Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681cf8472fbf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: 9fc0ea21-cf48-45c4-a0b5-ef25f4a91116
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:45:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:02Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681cff57a01c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22439"
    uid: 0f53efa6-19ed-4aa4-8a88-fc2586d6ee68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:45:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:15Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681e34da180ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22567"
    uid: ba8f5cf0-6727-479c-ae70-797bee6f9c8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:45:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:15Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681e34da2196f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22568"
    uid: 745a8f76-b46c-46a1-ae18-ef9e33dfae9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-587f57f874-krptn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 664889b8-50a0-4ef8-9b4e-b4ca6f67ba35
  kind: Event
  lastTimestamp: "2026-09-18T19:45:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:18Z"
    name: isvc-sklearn-v2-predictor-587f57f874-krptn.18d681e3fbbeb841
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: ec125f92-24db-436c-b7c3-43da98d49ff5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-587f57f874
    namespace: kserve-ci-e2e-test
    resourceVersion: "21975"
    uid: ab120d5f-b6e7-4794-af4c-601f261b86dc
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-587f57f874-krptn'
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-sklearn-v2-predictor-587f57f874.18d681ce20dfb065
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: a47ae92b-6e34-40f5-bf05-1f324bd82007
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: ae6addeb-93e0-4621-86c4-0568c3b8d779
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-587f57f874 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-sklearn-v2-predictor.18d681ce1c8cd2df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21979"
    uid: 45a201b6-3d1e-4f68-b635-8f0395550d90
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 83322bde-c084-489a-a570-b148a62e3933
  kind: Event
  lastTimestamp: "2026-09-18T19:44:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:44:29Z"
    name: isvc-sklearn-v2-predictor.18d681d19a4d4edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22277"
    uid: b3fbc1c0-105c-4d82-8895-fceaf90aa56c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21974"
    uid: 83322bde-c084-489a-a570-b148a62e3933
  kind: Event
  lastTimestamp: "2026-09-18T19:44:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:44:29Z"
    name: isvc-sklearn-v2-predictor.18d681d19acb7119
    namespace: kserve-ci-e2e-test
    resourceVersion: "22278"
    uid: 4d588962-7310-469f-b8e4-1879e7192a7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22135"
    uid: 83322bde-c084-489a-a570-b148a62e3933
  kind: Event
  lastTimestamp: "2026-09-18T19:45:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:45:14Z"
    name: isvc-sklearn-v2-predictor.18d681dc1a81d678
    namespace: kserve-ci-e2e-test
    resourceVersion: "22543"
    uid: 08643214-ca9e-4e02-8ef0-2bdb7b838623
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22135"
    uid: 83322bde-c084-489a-a570-b148a62e3933
  kind: Event
  lastTimestamp: "2026-09-18T19:45:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:45:14Z"
    name: isvc-sklearn-v2-predictor.18d681dc1b2704ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22544"
    uid: 18a244af-3f97-41ab-bf10-f73ae07a61ae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:42:38.980885Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21405"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:42:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:42:38Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681beef0facdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 34ce1b92-fcf1-4946-987b-2bd9bb68f9ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21423"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:42:39Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:42:39Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681bf29e4a5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: 657187c4-689b-48bb-a860-6a1386a68aed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:42:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:40Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681bf2c00cebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: 2ff26502-9084-41cb-9b60-543dfdb6f8ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:42:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:40Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681bf31718ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: b55bfc4d-53d7-4b9a-8466-6956ed5968c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:42:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:40Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681bf320da956
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: b407aae0-f98a-4c07-9a27-17d06b4ac453
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:42:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T19:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:44Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681c024c1182f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21457"
    uid: e4ff1f0d-ff43-4934-8ebf-869d4b212d04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:42:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:44Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681c02812825d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21459"
    uid: 04effd17-57a1-4646-a7f6-00406657a778
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:42:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:44Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681c02877e3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21460"
    uid: ff5db1c8-1b37-4539-afd0-027aea27d9d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:42:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:44Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681c02882ff3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 531f8f82-8fc0-4ad5-b13c-6f60c31834c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:42:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:44Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681c02bd6648e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: d29bbdae-06d1-4d55-a7b4-f0aab29cfc18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:42:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:42:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:44Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681c02c9899b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: 25ce249d-9391-440f-8d76-32701cbe38fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:43:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T19:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:21Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681c8c383b243
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: 744ebdf8-279e-4e8d-a359-0b37e2158453
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681ccf1ea5cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 943fa87b-5aa9-46ca-b1cd-e2bb8de59a39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:43:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681ccf1eb3a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: d21a24bf-374e-426f-b50f-e6b5232c0b40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:43:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:46Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681cd6ae8f6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22044"
    uid: 6f7a2f5b-e95d-4d40-9e0e-4ace637028e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: c4b1188e-f5d6-4e42-a0bf-5b9be6c10805
  kind: Event
  lastTimestamp: "2026-09-18T19:43:42Z"
  message: 'Readiness probe failed: Get "http://10.134.0.37:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T19:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:42Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8.18d681cda9647875
    namespace: kserve-ci-e2e-test
    resourceVersion: "21950"
    uid: af84526c-b5e6-48d2-8cea-19172c180c83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 6f3ec2c4-940a-4950-b1df-49b9a8b04a95
  kind: Event
  lastTimestamp: "2026-09-18T19:42:38Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-698d8768cc-6twc8'
  metadata:
    creationTimestamp: "2026-09-18T19:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:42:38Z"
    name: isvc-sklearn-v2-runtime-predictor-698d8768cc.18d681beee2be18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: 87c34eb1-7699-4c44-bbb9-63d5375582c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21394"
    uid: 5fbc2510-bdb0-4b4a-b2bf-de8564557eff
  kind: Event
  lastTimestamp: "2026-09-18T19:42:38Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-698d8768cc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:42:38Z"
    name: isvc-sklearn-v2-runtime-predictor.18d681bee7fc2ee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 8affd2c6-a573-4d4e-ba08-0c6190f85dfc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: be5396a4-66f3-4477-8599-1009bb4efae2
  kind: Event
  lastTimestamp: "2026-09-18T19:43:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18d681c266bf9b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "21587"
    uid: ea246b16-694b-498b-92ed-1e09a819d713
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: be5396a4-66f3-4477-8599-1009bb4efae2
  kind: Event
  lastTimestamp: "2026-09-18T19:43:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:08Z"
    name: isvc-sklearn-v2-runtime-predictor.18d681c267713645
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 54949b38-7ca0-4bd0-8b5e-f6f6f4557a3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21516"
    uid: be5396a4-66f3-4477-8599-1009bb4efae2
  kind: Event
  lastTimestamp: "2026-09-18T19:43:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18d681c967487a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "21874"
    uid: b01c5d80-f672-407c-9506-d245df62bef3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21516"
    uid: be5396a4-66f3-4477-8599-1009bb4efae2
  kind: Event
  lastTimestamp: "2026-09-18T19:43:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18d681c967ca7ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21876"
    uid: ea5736d8-87d2-4be8-9f3b-d9dde3f5f1e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 54c4824c-868f-468b-90ee-90d6fb908ac5
  kind: Event
  lastTimestamp: "2026-09-18T19:43:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:43:31Z"
    name: isvc-sklearn-v2-runtime.18d681bee858c275
    namespace: kserve-ci-e2e-test
    resourceVersion: "21743"
    uid: 46ffada8-77e5-4c45-9b03-c5938af4862d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 54c4824c-868f-468b-90ee-90d6fb908ac5
  kind: Event
  lastTimestamp: "2026-09-18T19:42:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:42:39Z"
    name: isvc-sklearn-v2-runtime.18d681bee94088e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21417"
    uid: 55ecb7ce-2178-47ae-bcbf-bc6c71aed57c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 54c4824c-868f-468b-90ee-90d6fb908ac5
  kind: Event
  lastTimestamp: "2026-09-18T19:42:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:42:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:42:39Z"
    name: isvc-sklearn-v2-runtime.18d681bef45077e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21418"
    uid: 81c3d2b1-f9d6-464d-9a9a-dd8379fdfd48
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21741"
    uid: 54c4824c-868f-468b-90ee-90d6fb908ac5
  kind: Event
  lastTimestamp: "2026-09-18T19:43:31Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:43:31Z"
    name: isvc-sklearn-v2-runtime.18d681cb1e9b041d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21742"
    uid: fab08bdd-7091-436e-a4a6-a27cb0c1004b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: 60d212a7-db82-4591-9e50-f0047436f9e9
  kind: Event
  lastTimestamp: "2026-09-18T19:45:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:45:12Z"
    name: isvc-sklearn-v2.18d681ce1bcc0bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: 5619bfa8-dd76-4751-9eb4-99aa7bef5857
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21960"
    uid: 60d212a7-db82-4591-9e50-f0047436f9e9
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-sklearn-v2.18d681ce1cb51008
    namespace: kserve-ci-e2e-test
    resourceVersion: "21980"
    uid: b186f4e5-e245-4464-bb99-6b2cef9ea58b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 60d212a7-db82-4591-9e50-f0047436f9e9
  kind: Event
  lastTimestamp: "2026-09-18T19:45:12Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:45:12Z"
    name: isvc-sklearn-v2.18d681e2c0dfc778
    namespace: kserve-ci-e2e-test
    resourceVersion: "22523"
    uid: 9acd5e29-4b93-4592-8cb6-cf7a723d7ece
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: 046e933e-9cf7-4473-8b82-d6175db5864d
  kind: Event
  lastTimestamp: "2026-09-18T19:38:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:38:14Z"
    name: isvc-sklearn.18d6816dad1951cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: c8b27c54-c94c-4fb1-ac18-c0ee01364268
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: 046e933e-9cf7-4473-8b82-d6175db5864d
  kind: Event
  lastTimestamp: "2026-09-18T19:36:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T19:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:50Z"
    name: isvc-sklearn.18d6816dadc8fe53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 2561884b-f906-41e8-84c8-6fa2481c17a0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: 046e933e-9cf7-4473-8b82-d6175db5864d
  kind: Event
  lastTimestamp: "2026-09-18T19:36:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:50Z"
    name: isvc-sklearn.18d6816db51fffc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 06d19c3e-103d-4c43-9333-2c2a4d2ff4da
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19516"
    uid: 046e933e-9cf7-4473-8b82-d6175db5864d
  kind: Event
  lastTimestamp: "2026-09-18T19:38:14Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:38:14Z"
    name: isvc-sklearn.18d681814437b82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19517"
    uid: ff8f3015-b46f-4cb2-8ca1-3a29384c5ccd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:46:55.907972Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23324"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6dfddc978b-9jtks
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:46:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:46:55Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fac11bd3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23330"
    uid: cb2e0bf8-8d74-449d-bbbd-d8d395a749d9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:46:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:46:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:56Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681facb7d1d10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23337"
    uid: ed2d6277-404c-444b-bf60-a198fc559a34
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23334"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:46:57Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:46:57Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fb070bc31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23344"
    uid: d7876493-28f0-43a4-8e18-34a146d38a1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:46:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:57Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fb08963515
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: a41c943e-9e19-4242-ab46-319ac0b78451
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:46:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:57Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fb0be18ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23347"
    uid: 50189879-0fe9-4232-920e-9d83c01ab25f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:46:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:46:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:46:57Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fb0c5c0e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "23348"
    uid: 991a2bf9-e5a7-4533-a84b-f50e63c95d77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:47:02Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-18T19:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:02Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fc4358017c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23415"
    uid: e9fa4c79-8572-4cb8-be74-0d93fb7584c1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:47:06Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.779s (3.779s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:06Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fd2499aa95
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 01fc0cad-0e15-4dc7-85ea-0b034979dbd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:47:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:06Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fd27b95b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: 4d76b876-f852-4266-abbc-a7f151175686
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:47:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:06Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fd28368f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23549"
    uid: 037395e0-3cea-4117-b788-a17d6fdf49dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:47:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:06Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fd2842139d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23550"
    uid: 9d09cedb-daf5-427a-945d-848d483e1227
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:47:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:06Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fd2ba0aa79
    namespace: kserve-ci-e2e-test
    resourceVersion: "23551"
    uid: 28617d66-2942-4cc1-bb44-1d8cf2770707
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:47:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:06Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fd2c1a3757
    namespace: kserve-ci-e2e-test
    resourceVersion: "23552"
    uid: c10c7439-6d22-4a45-8a1c-40b91bb6870e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:47:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:12Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d681fd33646f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: 5be63178-56bb-4c60-85fd-adc566d70ea2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:47:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:37Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d6820478857818
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: a8d8afd0-3043-431d-8400-1c396f317ec7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:47:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:37Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d6820478861b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 9b06177c-9261-4f5c-ab56-5e9c0e0c642e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks
    namespace: kserve-ci-e2e-test
    resourceVersion: "23326"
    uid: 15beaa70-4ac8-43f0-895a-6acabf7eb779
  kind: Event
  lastTimestamp: "2026-09-18T19:48:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:07Z"
    name: isvc-tensorflow-predictor-6dfddc978b-9jtks.18d68205956bfee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24133"
    uid: 48e25f07-5473-4d31-8481-2416d0b6a7d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6dfddc978b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23313"
    uid: 70134ddd-b7f2-4c33-9ec7-5324ef361931
  kind: Event
  lastTimestamp: "2026-09-18T19:46:55Z"
  message: 'Created pod: isvc-tensorflow-predictor-6dfddc978b-9jtks'
  metadata:
    creationTimestamp: "2026-09-18T19:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:55Z"
    name: isvc-tensorflow-predictor-6dfddc978b.18d681fac085bfe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23325"
    uid: c0bd2ba0-bd82-4220-8eec-2d5bd164ac51
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23311"
    uid: 9b537ed7-7ca3-4932-9b1b-eb8a90b5b443
  kind: Event
  lastTimestamp: "2026-09-18T19:46:55Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6dfddc978b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:46:55Z"
    name: isvc-tensorflow-predictor.18d681fabd11027c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23314"
    uid: 32574d1b-5569-4e80-9dba-e7d7d7abae55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23312"
    uid: 16150dd3-8bc4-4b29-ac40-f76ba9542552
  kind: Event
  lastTimestamp: "2026-09-18T19:47:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:25Z"
    name: isvc-tensorflow-predictor.18d681fe3c382bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23843"
    uid: ccafb5d9-ecd0-4231-9f5a-c5546a326762
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23312"
    uid: 16150dd3-8bc4-4b29-ac40-f76ba9542552
  kind: Event
  lastTimestamp: "2026-09-18T19:47:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:25Z"
    name: isvc-tensorflow-predictor.18d681fe3cf65db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23844"
    uid: ebd2d5b8-a370-4e01-9274-1f976a86205a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:47:42.841196Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    to ip-10-0-131-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:47:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:47:42Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d68205ae8bf963
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 06cb175f-866d-4d86-8842-7dbf43730b25
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:43Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d68205ba3039ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23984"
    uid: 34aea08c-0e1f-400b-b2c2-aa7d0bb40b4c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23980"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:44Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:47:44Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d68205f4bdf196
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 6168395b-2199-4909-945f-38ac32a9b3d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:44Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d68205f6522949
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 3fbaaac8-9031-4441-942e-942ee82997e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:44Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d68205f9732358
    namespace: kserve-ci-e2e-test
    resourceVersion: "23997"
    uid: 90483d30-bcb0-4cc8-b7f4-714aeb1f7181
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:44Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d68205f9e71d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "23998"
    uid: a6d4c8a0-1e26-4352-996d-63956402d82a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:49Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-18T19:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:49Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d682072dbb2ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24030"
    uid: 2abf88a1-8459-417b-83c4-7baff6b38e88
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:53Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.8s (3.8s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:53Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d6820810412705
    namespace: kserve-ci-e2e-test
    resourceVersion: "24050"
    uid: 1ac84a5d-ca7b-4993-b22b-62fead6b57e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:53Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d6820813424d92
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: cedfac5b-8c3b-4c87-ac2a-02b3c6d4e10c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:53Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d6820813bcecb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: 1a939a37-56ef-45f0-b470-05faaf75f3eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:53Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d6820813ca1640
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 67fb2cd1-9182-480f-b73d-fe4269d87cc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:53Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d6820817187033
    namespace: kserve-ci-e2e-test
    resourceVersion: "24054"
    uid: 548982ce-98fd-45cc-ada9-5aa8ade82ce3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:47:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:47:53Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d6820817898e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24055"
    uid: 214f1d88-1cab-425e-b5d2-c4a7331ffed4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:48:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:00Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d6820859bd916d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24100"
    uid: 2456e6da-7bbb-4dd5-ab1d-a23381349d85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:48:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:24Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d6820f4ef2a123
    namespace: kserve-ci-e2e-test
    resourceVersion: "24240"
    uid: 6d24dfd4-33ab-455a-9603-01c66a79a527
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:48:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:24Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d6820f4ef30d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "24241"
    uid: 319d1eb8-00b3-4d17-96b9-7fa0f80c97b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: dbe15859-6546-4c39-9afe-ec6a32ddb890
  kind: Event
  lastTimestamp: "2026-09-18T19:48:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:50Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t.18d6820f91bc3009
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: a0968a19-9612-4f51-bdc5-02752aca961f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23961"
    uid: ef363516-d3ec-44fd-926d-e50105eac997
  kind: Event
  lastTimestamp: "2026-09-18T19:47:42Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-588dc9cf7d-7pp2t'
  metadata:
    creationTimestamp: "2026-09-18T19:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:42Z"
    name: isvc-tensorflow-runtime-predictor-588dc9cf7d.18d68205ae1c120d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23971"
    uid: 1c9eebcf-640e-4272-bd35-6f4ac13cb558
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23959"
    uid: a249f1ee-f809-4e25-8b3b-1cf77569cba5
  kind: Event
  lastTimestamp: "2026-09-18T19:47:42Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-588dc9cf7d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:42Z"
    name: isvc-tensorflow-runtime-predictor.18d68205aaaff7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23963"
    uid: 49de2f87-be05-4596-ba6c-00dca8e8c0be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23960"
    uid: 1fabeeb9-95d6-4822-805e-42c7701feb4a
  kind: Event
  lastTimestamp: "2026-09-18T19:47:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:57Z"
    name: isvc-tensorflow-runtime-predictor.18d6820929ca5e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: 38f89b88-900f-4c0d-a982-bbe692b26a4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23960"
    uid: 1fabeeb9-95d6-4822-805e-42c7701feb4a
  kind: Event
  lastTimestamp: "2026-09-18T19:47:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:47:57Z"
    name: isvc-tensorflow-runtime-predictor.18d682092a63c07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: ec220537-4d61-45bf-9d34-c201f8248303
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 1fabeeb9-95d6-4822-805e-42c7701feb4a
  kind: Event
  lastTimestamp: "2026-09-18T19:48:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:12Z"
    name: isvc-tensorflow-runtime-predictor.18d6820caaaf5fd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 7876042a-4834-4aea-9056-967d51c380bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 1fabeeb9-95d6-4822-805e-42c7701feb4a
  kind: Event
  lastTimestamp: "2026-09-18T19:48:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:13Z"
    name: isvc-tensorflow-runtime-predictor.18d6820cd7ce37f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24178"
    uid: 16f1542d-40ec-458c-8da1-adec5c5f2713
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: df677be6-f592-43a0-a54d-0e28acc5226b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:48:10Z"
    name: isvc-tensorflow-runtime.18d68205aacd158a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24161"
    uid: 12a531ea-94af-4324-b616-8726a5cef727
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: df677be6-f592-43a0-a54d-0e28acc5226b
  kind: Event
  lastTimestamp: "2026-09-18T19:47:42Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:47:42Z"
    name: isvc-tensorflow-runtime.18d68205ab492642
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 2665b55e-a439-4a62-b0db-406994220c87
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24159"
    uid: df677be6-f592-43a0-a54d-0e28acc5226b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:10Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:48:10Z"
    name: isvc-tensorflow-runtime.18d6820c1b0f5584
    namespace: kserve-ci-e2e-test
    resourceVersion: "24160"
    uid: ef5cc453-0d74-4927-b0f0-48d5f8c0894a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "23304"
    uid: e8bc18cb-9dd4-49c3-8d46-030202386e00
  kind: Event
  lastTimestamp: "2026-09-18T19:47:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:47:22Z"
    name: isvc-tensorflow.18d681fabd164d73
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: 2d7ec3ff-a3e7-4077-86b7-05da6fba910e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:46:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "23304"
    uid: e8bc18cb-9dd4-49c3-8d46-030202386e00
  kind: Event
  lastTimestamp: "2026-09-18T19:46:55Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:46:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:46:55Z"
    name: isvc-tensorflow.18d681fabdb13013
    namespace: kserve-ci-e2e-test
    resourceVersion: "23318"
    uid: 81a9085d-f396-4b20-9b71-da3ce7090066
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:47:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "23825"
    uid: e8bc18cb-9dd4-49c3-8d46-030202386e00
  kind: Event
  lastTimestamp: "2026-09-18T19:47:22Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:47:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:47:22Z"
    name: isvc-tensorflow.18d68200f6bcdc9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23828"
    uid: ff8713c3-7a69-4108-9157-7a90a859b381
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:48:29.346060Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24333"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-7d578d8b99-5f5ng
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:48:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:48:29Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d682108273e413
    namespace: kserve-ci-e2e-test
    resourceVersion: "24339"
    uid: cbf15e2f-a921-4233-9cf8-fe22529dc546
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:29Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6821090d20407
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: 3b50eaa7-8a4c-4592-9c97-d77f8a9ad964
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24343"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:30Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:48:30Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d68210c889e9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24351"
    uid: 4fa300f1-8996-49ea-bcde-e250eed4167e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:30Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d68210ca07dd72
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: ca33bff6-d025-4dc8-9d60-12522e66ca15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:30Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d68210cd8fd017
    namespace: kserve-ci-e2e-test
    resourceVersion: "24354"
    uid: a5e8abd1-b6d9-4760-a80e-4a948e5425bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:30Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d68210ce07b53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: 5da1a5a8-d432-4025-b51f-a900a065f413
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:48:34Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-18T19:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:48:34Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d68211c8fdf8a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24416"
    uid: 9c57d041-2caa-413c-835b-de8c6e1647e2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.306s
    (1m55.306s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6822ca1d00596
    namespace: kserve-ci-e2e-test
    resourceVersion: "25066"
    uid: 3cca6760-0a22-4aec-9cdf-407ad1cc2b45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6822ca9352968
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: 6625fbf1-ea58-4829-94ee-02d6efd81eb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6822caaa7a910
    namespace: kserve-ci-e2e-test
    resourceVersion: "25074"
    uid: f59f2baa-a296-45b8-b547-4ff29aaecccd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6822caab116e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25075"
    uid: d479e76f-d59b-45fa-8a6d-b5ee43b1dbbd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6822cafb4ed8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25077"
    uid: 1c76449d-cfa4-4514-bbe7-3a8b4a121920
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:30Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6822cb09e727f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25079"
    uid: d4adc0ad-72c1-4d1e-9da4-a79fd5c66a96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:32Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6822cf3b756ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25122"
    uid: e0c0258c-27ef-4687-9eaa-43329140b8d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:41Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6822f5c360bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25223"
    uid: 0b4ceecd-5faa-4037-8ab7-64ddbde1924a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:50:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:41Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6822f5c36830f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25224"
    uid: 7562bacf-6b39-4b50-b34e-18c674007be9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-7d578d8b99-5f5ng
    namespace: kserve-ci-e2e-test
    resourceVersion: "24337"
    uid: 3e623df9-af69-470b-a5bf-e22885bf4f4b
  kind: Event
  lastTimestamp: "2026-09-18T19:50:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:42Z"
    name: isvc-triton-predictor-7d578d8b99-5f5ng.18d6822f8398ce03
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: db34a2b9-aaf8-4434-9a21-9e828edcf06f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-7d578d8b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "24324"
    uid: 64706829-4c5a-41c4-82df-fa9afa090ad4
  kind: Event
  lastTimestamp: "2026-09-18T19:48:29Z"
  message: 'Created pod: isvc-triton-predictor-7d578d8b99-5f5ng'
  metadata:
    creationTimestamp: "2026-09-18T19:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:29Z"
    name: isvc-triton-predictor-7d578d8b99.18d6821081e15dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24336"
    uid: 8cf34341-9540-43dd-bc8e-e2e5788410b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24322"
    uid: 5502f49b-c0c4-4765-b3db-bcb0208ecf8a
  kind: Event
  lastTimestamp: "2026-09-18T19:48:29Z"
  message: Scaled up replica set isvc-triton-predictor-7d578d8b99 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:48:29Z"
    name: isvc-triton-predictor.18d682107caa18be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: daa555c6-c6e9-4a4b-a0d2-5d74e50368f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24323"
    uid: 33b99aaa-f322-44ff-89f9-dfe3f05efafd
  kind: Event
  lastTimestamp: "2026-09-18T19:50:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:29Z"
    name: isvc-triton-predictor.18d68213fb2ece9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25000"
    uid: 1c643f1f-c100-46f2-aa72-c61a9657b281
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24323"
    uid: 33b99aaa-f322-44ff-89f9-dfe3f05efafd
  kind: Event
  lastTimestamp: "2026-09-18T19:50:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:29Z"
    name: isvc-triton-predictor.18d68213fbe3311c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25001"
    uid: a7afd71a-18f2-495b-bd19-1d11e6e6c11e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "24315"
    uid: 49e50568-4a1f-4911-9d6b-aee8f20f42a6
  kind: Event
  lastTimestamp: "2026-09-18T19:50:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:37Z"
    name: isvc-triton.18d682107cb0747d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25190"
    uid: 9907d74f-a61b-438a-858a-40bf5733969a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "24315"
    uid: 49e50568-4a1f-4911-9d6b-aee8f20f42a6
  kind: Event
  lastTimestamp: "2026-09-18T19:48:29Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T19:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:48:29Z"
    name: isvc-triton.18d682107d8ff0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 438884b7-c851-4221-804a-ace033ac354e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "25188"
    uid: 49e50568-4a1f-4911-9d6b-aee8f20f42a6
  kind: Event
  lastTimestamp: "2026-09-18T19:50:37Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:37Z"
    name: isvc-triton.18d6822e62695342
    namespace: kserve-ci-e2e-test
    resourceVersion: "25189"
    uid: f2e4a65d-e5b9-4fa5-9fcf-86923939115e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:50:47.109125Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25285"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-9fb66b6c4-cwkm2
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:50:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:50:47Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d6823095c56483
    namespace: kserve-ci-e2e-test
    resourceVersion: "25292"
    uid: 489bb736-72cf-407a-9f5b-5768706d41dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:50:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:47Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d68230a567cb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25301"
    uid: d231e90f-8c3c-4191-906f-9a12f835a87a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25295"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:50:48Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:50:48Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d68230e236b922
    namespace: kserve-ci-e2e-test
    resourceVersion: "25309"
    uid: 374c2a52-e264-4c02-a497-06dce3176c62
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:50:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:48Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d68230e3e144d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25315"
    uid: 3d04f509-ffe2-44ee-b675-331445732319
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:50:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:48Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d68230eea2aea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25316"
    uid: 7f3b30d2-4d9e-4fea-b42f-42ac379f2e26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:50:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:48Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d68230f1b5a1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "25317"
    uid: ca17a866-afdb-463f-9911-60db01cd200e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:50:52Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:50:52Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d68231ddbb4971
    namespace: kserve-ci-e2e-test
    resourceVersion: "25340"
    uid: efed8c5a-2246-49f3-9bdc-2182629e0e2d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:51:11Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.751s (18.751s
    including waiting). Image size: 1436472579 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:11Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d682363b687e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25429"
    uid: 653fa0d5-85e0-49a5-afed-317c00da0197
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:51:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:11Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d682363e4749f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25430"
    uid: b2b70bac-1a3a-4f35-8c5b-ed96bdf561b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:51:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:11Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d682363eb65fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25431"
    uid: e1a325aa-3ba6-4342-8a9d-3023cfe5572d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:51:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:11Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d682363ec31c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "25432"
    uid: 4df33ce6-48f4-44ce-a26a-50d38fa7726a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:51:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:11Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d6823641b61bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25434"
    uid: 002dbe95-d272-4a29-b860-ea85fd6d442e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:51:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:51:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:51:11Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d6823642234a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "25435"
    uid: d4c69469-a034-4702-a441-b9a8d7856cc3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:52:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:38Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d682368c06b1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "26029"
    uid: a164f577-76b7-4015-a039-36ee01ee2bb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:52:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:37Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d6824a4d062f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "26023"
    uid: f90e2f2a-510f-41ea-97ba-bdbd7826d22f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:52:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:37Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d6824a4d070872
    namespace: kserve-ci-e2e-test
    resourceVersion: "26024"
    uid: e73ac9ca-e851-4c5a-a5a9-a11db60e52f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25286"
    uid: c6a0a316-004d-4c64-b2f0-8da6f6f5ebbc
  kind: Event
  lastTimestamp: "2026-09-18T19:52:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:38Z"
    name: isvc-xgboost-predictor-9fb66b6c4-cwkm2.18d6824a923f647e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26028"
    uid: 6660cd30-3cdc-4a67-afaf-37a06a0831e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-9fb66b6c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25276"
    uid: e7ffd2e1-116d-4155-9c4d-ea2fa5885990
  kind: Event
  lastTimestamp: "2026-09-18T19:50:47Z"
  message: 'Created pod: isvc-xgboost-predictor-9fb66b6c4-cwkm2'
  metadata:
    creationTimestamp: "2026-09-18T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:47Z"
    name: isvc-xgboost-predictor-9fb66b6c4.18d68230948cb7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25287"
    uid: 1460df6d-2374-4c73-9df6-3bf42afe3a7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25274"
    uid: c23bf34c-3315-4e2e-a317-a3f23adf5ece
  kind: Event
  lastTimestamp: "2026-09-18T19:50:46Z"
  message: Scaled up replica set isvc-xgboost-predictor-9fb66b6c4 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:50:46Z"
    name: isvc-xgboost-predictor.18d682308de84c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: 2d372ab1-2bb6-4493-b173-82296ccfb3e4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 64c33146-7ee8-43fc-bcd9-ea6c902f7214
  kind: Event
  lastTimestamp: "2026-09-18T19:51:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:32Z"
    name: isvc-xgboost-predictor.18d682340d160273
    namespace: kserve-ci-e2e-test
    resourceVersion: "25536"
    uid: 09981b40-7ed0-48bd-ad7b-fd4a38c8c770
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 64c33146-7ee8-43fc-bcd9-ea6c902f7214
  kind: Event
  lastTimestamp: "2026-09-18T19:51:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:51:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:51:32Z"
    name: isvc-xgboost-predictor.18d682340d8b579f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: 6ba6fd47-d6c4-46a1-b169-a19b4a03b7f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: 64c33146-7ee8-43fc-bcd9-ea6c902f7214
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-xgboost-predictor.18d6823e8bf0db6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25965"
    uid: fa3d70a9-5a48-45a1-b8f0-ba791650d1f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:51:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: 64c33146-7ee8-43fc-bcd9-ea6c902f7214
  kind: Event
  lastTimestamp: "2026-09-18T19:52:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:32Z"
    name: isvc-xgboost-predictor.18d6823e8c8308c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25966"
    uid: a5633a0e-b1b4-46e1-b6c1-1ee0a432b678
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:54:33.375132Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:54:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:54:33Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d682654446b4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26894"
    uid: b73c4852-ce8c-40ab-8872-0e95efa29c87
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:54:33Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:54:33Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d68265665558c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26906"
    uid: fb99012e-883e-4c75-9f9e-edf126c8207f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:54:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:33Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d68265684bd2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26908"
    uid: b8ac3f9c-872f-4a63-aaf1-13b8db7ac230
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:54:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:34Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d682656b92655c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26909"
    uid: 2f32230d-4b01-4847-8113-eb85218b0799
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:54:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:34Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d682656c0c979f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: 178e3707-3a8b-4ebc-85e6-1c4d7f0e7ca2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:54:38Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:38Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d682667ff37a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26935"
    uid: ea108222-9fff-4e3d-8962-d002ac2de591
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:54:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:38Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d68266836a1215
    namespace: kserve-ci-e2e-test
    resourceVersion: "26939"
    uid: 7fdaf6d9-8800-4562-9c96-80f2974de96e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:54:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:38Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d6826683df0c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "26942"
    uid: 5c918e93-340e-435a-ab35-976e6f46ee7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:54:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:38Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d6826683e98a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "26943"
    uid: fbca6436-6d9a-46c0-8371-a978dae35765
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:54:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:38Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d68266868e0695
    namespace: kserve-ci-e2e-test
    resourceVersion: "26946"
    uid: 718001bf-7c8c-4400-b665-d5cace760d9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:54:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:54:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:38Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d682668705c267
    namespace: kserve-ci-e2e-test
    resourceVersion: "26948"
    uid: cec63ed7-32bc-4698-96fc-9d1b78b018b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:55:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:55:45Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d68266bbf8420e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27279"
    uid: 0639155b-3b1c-4e60-8fa1-6156d128522c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:56:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:04Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d6827a5f93af80
    namespace: kserve-ci-e2e-test
    resourceVersion: "27394"
    uid: c1244130-9dd5-4826-9273-d1a65c824904
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:56:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:04Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d6827a5f944364
    namespace: kserve-ci-e2e-test
    resourceVersion: "27395"
    uid: d38763bd-ef97-4441-a487-70bd968bf42c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: 9a61a907-dcdd-4b6e-8c4b-147b50aa2100
  kind: Event
  lastTimestamp: "2026-09-18T19:56:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:10Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps.18d6827ac2320f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "27476"
    uid: 5b0f5a42-898a-4d07-a95f-328592f8cb73
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26877"
    uid: 5e2dcccc-335f-4c4a-a786-ed162b255de5
  kind: Event
  lastTimestamp: "2026-09-18T19:54:33Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-6fdbb69fc8-xqvps'
  metadata:
    creationTimestamp: "2026-09-18T19:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:33Z"
    name: isvc-xgboost-runtime-predictor-6fdbb69fc8.18d68265438a73d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26888"
    uid: 399da407-69af-4ed1-9759-c4f727a7f3a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26876"
    uid: b2913c70-d026-480d-8fdb-b729e66bb5ca
  kind: Event
  lastTimestamp: "2026-09-18T19:54:33Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-6fdbb69fc8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:33Z"
    name: isvc-xgboost-runtime-predictor.18d682653f0f059f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26880"
    uid: cb224e80-82ea-468f-8f28-15afdb12702f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26878"
    uid: ae3b84e2-8781-4fc0-86f9-e990148922b5
  kind: Event
  lastTimestamp: "2026-09-18T19:55:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:55:18Z"
    name: isvc-xgboost-runtime-predictor.18d68268be19acfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27144"
    uid: 14e1cfae-68d2-468b-a81f-7a68f1eedbf6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26878"
    uid: ae3b84e2-8781-4fc0-86f9-e990148922b5
  kind: Event
  lastTimestamp: "2026-09-18T19:55:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:55:18Z"
    name: isvc-xgboost-runtime-predictor.18d68268be8cc16c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 209693bb-10ee-4cec-ba2a-84c1813f972d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26998"
    uid: ae3b84e2-8781-4fc0-86f9-e990148922b5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:03Z"
    name: isvc-xgboost-runtime-predictor.18d682733afd462e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27375"
    uid: d731f7a2-2dab-4ddb-b36b-a9bee7f9f6e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26998"
    uid: ae3b84e2-8781-4fc0-86f9-e990148922b5
  kind: Event
  lastTimestamp: "2026-09-18T19:56:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:03Z"
    name: isvc-xgboost-runtime-predictor.18d682733bb7c590
    namespace: kserve-ci-e2e-test
    resourceVersion: "27376"
    uid: 6c451ed3-8bb6-4d8d-b587-4558f29c83c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26869"
    uid: b20b91c5-6abf-450c-af90-eb2d42ab9ad4
  kind: Event
  lastTimestamp: "2026-09-18T19:55:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:55:53Z"
    name: isvc-xgboost-runtime.18d682653f9b2199
    namespace: kserve-ci-e2e-test
    resourceVersion: "27329"
    uid: be593129-91a7-4227-89c7-36a41846648f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "26869"
    uid: b20b91c5-6abf-450c-af90-eb2d42ab9ad4
  kind: Event
  lastTimestamp: "2026-09-18T19:54:33Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:54:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:33Z"
    name: isvc-xgboost-runtime.18d682654038069b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26883"
    uid: 638b102a-1d7d-4745-8b1c-a6d532afb35a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:55:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27327"
    uid: b20b91c5-6abf-450c-af90-eb2d42ab9ad4
  kind: Event
  lastTimestamp: "2026-09-18T19:55:53Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:55:53Z"
    name: isvc-xgboost-runtime.18d68278032be93a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27328"
    uid: a375c0ec-0b8d-43b9-9dbf-4a1b6db9d5d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:52:42.963038Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26078"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:52:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:52:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824b8f33cae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26084"
    uid: 7ebc301c-9d59-4cf2-8cda-2b5efff258b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824b95d75cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "26091"
    uid: e8db94b4-8ffb-488c-887d-56ee859a2ce2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26089"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:43Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:52:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824bc32cbe07
    namespace: kserve-ci-e2e-test
    resourceVersion: "26100"
    uid: 59ed700f-9dd2-4ee5-bde1-3eee5bf0be99
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824bc5caebdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26102"
    uid: fa258257-edb9-4cc1-82d1-d0dcd44e19e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824bc83b9fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "26103"
    uid: 2c9c66a1-e75e-4f0b-af4e-bc0acff63d24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:52:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:43Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824bc89fdaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26104"
    uid: 5b65e616-285f-4d0b-9a78-53bb023ac662
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:48Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824cc58cc67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: ef462aa1-5072-4845-9b06-4f2bb6288e42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824cc8e7c569
    namespace: kserve-ci-e2e-test
    resourceVersion: "26134"
    uid: 2152c7e7-e43e-4a91-a836-857687af1f4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824cc94aa047
    namespace: kserve-ci-e2e-test
    resourceVersion: "26135"
    uid: 88b77d59-0922-43c3-acac-e125642dd89c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824cc9553534
    namespace: kserve-ci-e2e-test
    resourceVersion: "26136"
    uid: fe6c7fac-6817-4b19-9593-4fe68b6dbbc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824ccc75be0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: 5de3c3cc-ff3b-40d2-8c74-96d25700d8bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:52:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:52:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:52:48Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d6824ccce07336
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: c4651297-47ec-47fe-8694-97a23868d0c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:53:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d682572f90490f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26392"
    uid: 5f1e11a7-8aff-46e6-9e65-2ee2d4b53c87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:53:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d682572f90ab89
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: e5ffe81e-a806-44e4-92f4-d4d253549538
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:53:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d68257f3771fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 41991457-7159-4ef5-8b6b-b4e0f3bd4993
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: d2acdfd3-d53a-4c4d-aa7a-8c5ceba9777a
  kind: Event
  lastTimestamp: "2026-09-18T19:53:36Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:36Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc.18d68257f3ceb133
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: 8cbc8834-dbc7-44cb-a98f-8ec1e9cfaaf6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-574749c459
    namespace: kserve-ci-e2e-test
    resourceVersion: "26064"
    uid: adad74a6-ad16-4b38-b8b7-6dbcf23d2456
  kind: Event
  lastTimestamp: "2026-09-18T19:52:42Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-574749c459-466bc'
  metadata:
    creationTimestamp: "2026-09-18T19:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:42Z"
    name: isvc-xgboost-v2-mlserver-predictor-574749c459.18d6824b8e30d1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26081"
    uid: 5f99146d-f65b-4f35-b670-b885bd1a7204
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26060"
    uid: 6829d3e7-9ac6-4710-81a7-e693f6f676c6
  kind: Event
  lastTimestamp: "2026-09-18T19:52:42Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-574749c459 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:42Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6824b87307443
    namespace: kserve-ci-e2e-test
    resourceVersion: "26067"
    uid: ca865065-d614-47c5-9bbd-bc18f84eb032
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26063"
    uid: 5c95d946-dabf-4ea6-aa25-db5c7836fd13
  kind: Event
  lastTimestamp: "2026-09-18T19:52:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:57Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6824f05f6e556
    namespace: kserve-ci-e2e-test
    resourceVersion: "26193"
    uid: d7976b59-1827-4241-ad8c-c3ad91503816
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26063"
    uid: 5c95d946-dabf-4ea6-aa25-db5c7836fd13
  kind: Event
  lastTimestamp: "2026-09-18T19:52:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:52:57Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6824f067a9958
    namespace: kserve-ci-e2e-test
    resourceVersion: "26194"
    uid: bc986817-4942-402b-a6fb-1ee87218efb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 5c95d946-dabf-4ea6-aa25-db5c7836fd13
  kind: Event
  lastTimestamp: "2026-09-18T19:53:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:53:28Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d6825285f6cd8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26354"
    uid: 7a5bd241-8dbb-4033-92c1-92339293dffa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26192"
    uid: 5c95d946-dabf-4ea6-aa25-db5c7836fd13
  kind: Event
  lastTimestamp: "2026-09-18T19:53:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:53:28Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d682528d20d7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26355"
    uid: 7958bd4a-6323-412b-93d9-5ecc201d1f1a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 91b1e91d-2df0-4438-8c29-c5fe195e7cd1
  kind: Event
  lastTimestamp: "2026-09-18T19:53:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:53:26Z"
    name: isvc-xgboost-v2-mlserver.18d6824b87b35148
    namespace: kserve-ci-e2e-test
    resourceVersion: "26350"
    uid: f1db771c-1488-4b44-b43d-73432d86bb85
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 91b1e91d-2df0-4438-8c29-c5fe195e7cd1
  kind: Event
  lastTimestamp: "2026-09-18T19:52:42Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:42Z"
    name: isvc-xgboost-v2-mlserver.18d6824b88a34121
    namespace: kserve-ci-e2e-test
    resourceVersion: "26070"
    uid: c9c563ff-a6ad-4a0e-b118-e0498bca6f6e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26053"
    uid: 91b1e91d-2df0-4438-8c29-c5fe195e7cd1
  kind: Event
  lastTimestamp: "2026-09-18T19:52:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:42Z"
    name: isvc-xgboost-v2-mlserver.18d6824b88a389d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26073"
    uid: fad650b4-e63d-4198-a328-b47145b1859f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26342"
    uid: 91b1e91d-2df0-4438-8c29-c5fe195e7cd1
  kind: Event
  lastTimestamp: "2026-09-18T19:53:26Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:53:26Z"
    name: isvc-xgboost-v2-mlserver.18d68255aa77aa26
    namespace: kserve-ci-e2e-test
    resourceVersion: "26344"
    uid: 88491b10-6f25-4d5e-929a-1348020b6c6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:57:14.443334Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27958"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:57:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:57:14Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828ac4b057a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27969"
    uid: 6814957f-1303-4fd4-929c-b6ac0515a092
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27972"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:57:15Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:57:15Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828ae6aab1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "27977"
    uid: 0dbb79cf-38e7-4396-9713-54e9c6a381e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:57:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:15Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828ae9968eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27979"
    uid: d69bbe2d-b292-47c6-9983-0cf7fcbfd3dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:57:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:15Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828aec97a52e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27980"
    uid: 8008bd57-648e-42bd-b431-a7fb193568f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:57:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:15Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828aed30b846
    namespace: kserve-ci-e2e-test
    resourceVersion: "27981"
    uid: 9eabad43-d2a2-4f60-8917-f002c40257bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:57:19Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:19Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828beeadc86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28056"
    uid: 9c44fe60-f8c3-4d75-80b3-0ee07b4f78c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:57:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:19Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828bf1c065b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28061"
    uid: 0304459e-3e97-4375-99d1-02da44cc1e4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:57:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:19Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828bf247466a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28062"
    uid: fbc3a57f-a1dd-4df9-bc38-15a5a71c1639
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:57:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:19Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828bf252ea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "28063"
    uid: 4fef015d-ab34-448e-afdd-77ec41affe40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:57:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:19Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828bf520bd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "28066"
    uid: 08a9a921-bd37-47d4-986e-d6725c45cd0e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:57:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:19Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828bf59a0296
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: c366aa41-c635-458e-9d94-1226c49977a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:58:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:46Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6828d54dd8e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28640"
    uid: fc7f5aa0-d9f2-4111-a5a2-4848cf55013c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:58:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:45Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6829fe3f654d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 550425b9-491d-4287-9f65-d36b8aa6dbf7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:58:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:45Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6829fe3f7204e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28631"
    uid: 5a6867e8-31e3-45cb-bf12-77f686c17a29
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27962"
    uid: c3740fbd-7f4c-499c-a2a7-5742957aa3f3
  kind: Event
  lastTimestamp: "2026-09-18T19:58:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:58:45Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb.18d6829ff5808542
    namespace: kserve-ci-e2e-test
    resourceVersion: "28633"
    uid: 3e3519d5-2ac2-44be-8624-9f7717942d28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5c5d6c7f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "27949"
    uid: 660088fd-edba-4f93-9b39-4d3a11e502e1
  kind: Event
  lastTimestamp: "2026-09-18T19:57:14Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5c5d6c7f44-vwzqb'
  metadata:
    creationTimestamp: "2026-09-18T19:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:14Z"
    name: isvc-xgboost-v2-predictor-5c5d6c7f44.18d6828ac3b7f115
    namespace: kserve-ci-e2e-test
    resourceVersion: "27961"
    uid: 638f2ed7-9835-4e50-afe0-a51498763eba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27947"
    uid: 0098a87d-a91d-421e-b690-1ca1ddb38bfd
  kind: Event
  lastTimestamp: "2026-09-18T19:57:14Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5c5d6c7f44 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:14Z"
    name: isvc-xgboost-v2-predictor.18d6828abf370f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27953"
    uid: 367e8af2-d991-4718-8e77-166df722752d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: 4acd8bfe-ab1a-4985-833b-bdfa7abbd60e
  kind: Event
  lastTimestamp: "2026-09-18T19:57:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:59Z"
    name: isvc-xgboost-v2-predictor.18d6828e3df4a8b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 4a313f4e-5d77-43d4-90a8-43d9faa07082
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27948"
    uid: 4acd8bfe-ab1a-4985-833b-bdfa7abbd60e
  kind: Event
  lastTimestamp: "2026-09-18T19:57:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:59Z"
    name: isvc-xgboost-v2-predictor.18d6828e3e69b6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: b66627ed-7ae5-4303-bd5f-64ffa7608944
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28129"
    uid: 4acd8bfe-ab1a-4985-833b-bdfa7abbd60e
  kind: Event
  lastTimestamp: "2026-09-18T19:58:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:44Z"
    name: isvc-xgboost-v2-predictor.18d68291bd3f3259
    namespace: kserve-ci-e2e-test
    resourceVersion: "28604"
    uid: 04686192-89cb-48e2-bf44-0a1b5cd8b629
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28129"
    uid: 4acd8bfe-ab1a-4985-833b-bdfa7abbd60e
  kind: Event
  lastTimestamp: "2026-09-18T19:58:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:58:44Z"
    name: isvc-xgboost-v2-predictor.18d68291bdf4ea39
    namespace: kserve-ci-e2e-test
    resourceVersion: "28605"
    uid: db6c7751-409d-4d83-95bc-72fc395045a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:56:09.167449Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27447"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:56:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:56:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827b91f17170
    namespace: kserve-ci-e2e-test
    resourceVersion: "27452"
    uid: 1fd60d29-c08f-48a3-a19c-0202378f9b1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827b9d51da3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27464"
    uid: 9da65d7d-5345-4796-8f1b-1c9b60bd3c70
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27460"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:10Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:56:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827bd7b2bf2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27471"
    uid: 092b0c06-aa69-459b-8593-e038ec119ef1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827bd9c8afdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27473"
    uid: d775e480-6871-4f83-b137-844229719073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827bdd85ec5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27474"
    uid: 2b661735-6f11-4284-9cb0-50f743e60583
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827bde098bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27475"
    uid: 778f44d0-420e-4266-b14f-9285aa3ee575
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:15Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T19:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:15Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827cf445d690
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: d6d41e0e-130a-4ed1-bbaa-052643790a17
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:15Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827cf74515f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: f6279214-a070-485b-b7f6-aac77197ba2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:15Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827cf7bf66ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: 62338bb9-31fe-420f-b776-2c3b5a9c229e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:15Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827cf7cb5077
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: 8c3ec6ab-b552-4cf9-86c9-49fb39379d40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:15Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827cfab7d396
    namespace: kserve-ci-e2e-test
    resourceVersion: "27520"
    uid: 68482920-4020-4021-b263-e2ad226e7a89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:15Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6827cfb79320d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27521"
    uid: af81dcdd-ac2a-41d7-a618-f887f2855743
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:56:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T19:56:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:56:53Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d68285d283d2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27778"
    uid: f7c3e2c5-6958-44c8-8834-a20f2e7516de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:57:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d682898b5ef2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27889"
    uid: 317c5cbf-fa56-4f17-a2a4-b3f1f41cb10e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:57:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d682898b5f838c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27890"
    uid: 23b0c4f9-1450-4c9f-b183-980b7820129d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:57:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6828a7681c133
    namespace: kserve-ci-e2e-test
    resourceVersion: "27924"
    uid: 9ad3966d-6f0f-4755-a6f1-13a0d5692c25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27449"
    uid: d6ff96a2-cfd5-45b6-bcaa-0e5664264f53
  kind: Event
  lastTimestamp: "2026-09-18T19:57:13Z"
  message: 'Readiness probe failed: Get "http://10.134.0.51:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:57:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:57:13Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5.18d6828a76e5ade7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27925"
    uid: 9edb313b-b7c3-43ca-9729-eab5f78edd63
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27434"
    uid: ac4d1772-fbf4-415e-8b42-e76b037ab7e4
  kind: Event
  lastTimestamp: "2026-09-18T19:56:09Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6b7777c6-2qpv5'
  metadata:
    creationTimestamp: "2026-09-18T19:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:09Z"
    name: isvc-xgboost-v2-runtime-predictor-6b7777c6.18d6827b91675dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27448"
    uid: 81bdaf1a-070c-40cd-a893-39bd355aa837
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: e1f63b20-dbdc-4149-a7e1-4ae23d74f59a
  kind: Event
  lastTimestamp: "2026-09-18T19:56:09Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6b7777c6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6827b8b52de10
    namespace: kserve-ci-e2e-test
    resourceVersion: "27436"
    uid: ce866851-c970-4d57-9f7d-e028b78c5537
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27433"
    uid: 2afe87b3-0bdd-44ae-a679-101c9c58b9f2
  kind: Event
  lastTimestamp: "2026-09-18T19:56:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:39Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6827f09ddeb84
    namespace: kserve-ci-e2e-test
    resourceVersion: "27712"
    uid: 708c1347-cb1e-4445-9727-23ae8028ba58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27433"
    uid: 2afe87b3-0bdd-44ae-a679-101c9c58b9f2
  kind: Event
  lastTimestamp: "2026-09-18T19:56:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:56:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:56:39Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6827f0a6fa16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27713"
    uid: 6c1bde3d-6b91-4cad-91b3-50745bf22b98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: 2afe87b3-0bdd-44ae-a679-101c9c58b9f2
  kind: Event
  lastTimestamp: "2026-09-18T19:57:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18d68286085b71ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27873"
    uid: a9a54807-4693-4f9e-8592-c0657b841ac1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: 2afe87b3-0bdd-44ae-a679-101c9c58b9f2
  kind: Event
  lastTimestamp: "2026-09-18T19:57:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:57:09Z"
    name: isvc-xgboost-v2-runtime-predictor.18d6828608db631d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27874"
    uid: 1e4222fd-bcd7-479d-912b-cdcc43915a2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27424"
    uid: 2698b3a7-18b9-4d59-91ee-d33e68dc60d7
  kind: Event
  lastTimestamp: "2026-09-18T19:57:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:57:04Z"
    name: isvc-xgboost-v2-runtime.18d6827b8b47a6a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27837"
    uid: 9bb41cc1-9f8a-47a9-9754-5c0d070c49e7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27424"
    uid: 2698b3a7-18b9-4d59-91ee-d33e68dc60d7
  kind: Event
  lastTimestamp: "2026-09-18T19:56:09Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:56:09Z"
    name: isvc-xgboost-v2-runtime.18d6827b8bfd13a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27459"
    uid: ea6ccca3-c09c-4bce-a0ce-08e1d303d549
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:56:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: 2698b3a7-18b9-4d59-91ee-d33e68dc60d7
  kind: Event
  lastTimestamp: "2026-09-18T19:56:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:56:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:56:09Z"
    name: isvc-xgboost-v2-runtime.18d6827b937635f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27461"
    uid: 7e5d6a7f-af51-47aa-bd3e-58b2a9922bfd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27835"
    uid: 2698b3a7-18b9-4d59-91ee-d33e68dc60d7
  kind: Event
  lastTimestamp: "2026-09-18T19:57:04Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:57:04Z"
    name: isvc-xgboost-v2-runtime.18d68288585a2521
    namespace: kserve-ci-e2e-test
    resourceVersion: "27836"
    uid: 44c0b2db-2fa8-462a-894a-399e9794f876
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27940"
    uid: b4cf6810-fdfd-4af8-ad5b-abfee56290f9
  kind: Event
  lastTimestamp: "2026-09-18T19:58:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:36Z"
    name: isvc-xgboost-v2.18d6828abf354b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: 616757f9-6b0c-454c-bd81-70ab0ac61463
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:57:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27940"
    uid: b4cf6810-fdfd-4af8-ad5b-abfee56290f9
  kind: Event
  lastTimestamp: "2026-09-18T19:57:14Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:57:14Z"
    name: isvc-xgboost-v2.18d6828abfffbfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27954"
    uid: 234be671-cb41-4578-9db9-57bda43d7096
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:58:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28543"
    uid: b4cf6810-fdfd-4af8-ad5b-abfee56290f9
  kind: Event
  lastTimestamp: "2026-09-18T19:58:36Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:58:36Z"
    name: isvc-xgboost-v2.18d6829de4e903ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28544"
    uid: 063dcf7f-aab6-442c-bed9-18f15f8d3fe9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: 7e1d5035-883f-49a3-85ca-bf93fc63941c
  kind: Event
  lastTimestamp: "2026-09-18T19:52:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:28Z"
    name: isvc-xgboost.18d682308dfbbbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25950"
    uid: 8c46c9b3-2292-4dcf-8687-285f3156a4c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25267"
    uid: 7e1d5035-883f-49a3-85ca-bf93fc63941c
  kind: Event
  lastTimestamp: "2026-09-18T19:50:47Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T19:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:47Z"
    name: isvc-xgboost.18d682308edb1eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: ea783c49-a4ae-44ec-9597-98a5206a9c7e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:50:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: 7e1d5035-883f-49a3-85ca-bf93fc63941c
  kind: Event
  lastTimestamp: "2026-09-18T19:50:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:50:47Z"
    name: isvc-xgboost.18d682309cf7094e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 95b345c3-01d3-4b23-bd6b-d7c0601a1ed7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:52:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "25948"
    uid: 7e1d5035-883f-49a3-85ca-bf93fc63941c
  kind: Event
  lastTimestamp: "2026-09-18T19:52:28Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:52:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:52:28Z"
    name: isvc-xgboost.18d68248483a65ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25949"
    uid: eb85111d-08dd-43d6-8065-8a3de5fcb73a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:29:12.354798Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-796c8b7645-z8kn6
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d68103206634fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16016"
    uid: 19477272-630d-4aca-aa95-1258af28250a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d6810329205a0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: b8ac5ea0-97fa-4ff1-a600-546af800dbbe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16022"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:29:13Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:29:13Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d681036632cb96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16038"
    uid: cf8a0723-9b61-441a-b15a-12ca57170ecc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:29:13Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-18T19:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:13Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d6810368024c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: d38ff1fb-e9d9-4a67-942b-a26bda0c043f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:29:14Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.154s (1.154s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:14Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d68103accdce2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16043"
    uid: 642c2f5b-d911-44d2-bfda-75a92b46b4e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:29:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:14Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d68103afccf578
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: b24ca15b-0edb-4ad9-80e8-7cc2098454ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:29:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:14Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d68103b03d002d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16045"
    uid: 1f83d8d7-5322-4587-a414-87896cc691d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:29:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:14Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d68103b047e234
    namespace: kserve-ci-e2e-test
    resourceVersion: "16046"
    uid: 701c6801-6e6f-4aaf-8c08-28156c932ddb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:29:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:14Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d68103b38edeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16047"
    uid: 69166804-ed2a-49f5-9736-d218fd8364b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:29:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:14Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d68103b4029437
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: d5f36113-05f1-416d-bc31-593d56c9c1a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:31:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:08Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d6811e1a129d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16874"
    uid: 39926486-e9a1-4960-9827-1d88318104e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-796c8b7645-z8kn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16014"
    uid: 50eec08a-ed9d-428d-819f-6877f5ae00ed
  kind: Event
  lastTimestamp: "2026-09-18T19:31:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:08Z"
    name: message-dumper-predictor-796c8b7645-z8kn6.18d6811e1a1341b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16875"
    uid: be5ca631-3308-4302-b987-e9554dbe8f5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-796c8b7645
    namespace: kserve-ci-e2e-test
    resourceVersion: "16003"
    uid: aa61a0ee-faf2-40f2-900f-b82328c80fdf
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: 'Created pod: message-dumper-predictor-796c8b7645-z8kn6'
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: message-dumper-predictor-796c8b7645.18d681031fd250ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16013"
    uid: 0d79fff7-5486-4288-b1b2-fa1e9b73c066
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16001"
    uid: 204cedf9-5002-477f-ad22-36027dc0dc1a
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: Scaled up replica set message-dumper-predictor-796c8b7645 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: message-dumper-predictor.18d681031deec736
    namespace: kserve-ci-e2e-test
    resourceVersion: "16005"
    uid: 50e7e4c7-9329-4df9-b560-bfae0678b465
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: e7077680-9897-4699-9a25-700ea1a981e6
  kind: Event
  lastTimestamp: "2026-09-18T19:29:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:27Z"
    name: message-dumper-predictor.18d681069c7a732b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16134"
    uid: d77a92aa-e9c8-4277-992f-8a298f0c0e03
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16002"
    uid: e7077680-9897-4699-9a25-700ea1a981e6
  kind: Event
  lastTimestamp: "2026-09-18T19:29:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:27Z"
    name: message-dumper-predictor.18d681069d1e6157
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: 1806aeb9-c0fc-4484-b5cf-f01430a68f8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16135"
    uid: e7077680-9897-4699-9a25-700ea1a981e6
  kind: Event
  lastTimestamp: "2026-09-18T19:29:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:42Z"
    name: message-dumper-predictor.18d6810a1c472420
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 0c8c6cb0-4283-4434-a05d-9af1cfda534b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16135"
    uid: e7077680-9897-4699-9a25-700ea1a981e6
  kind: Event
  lastTimestamp: "2026-09-18T19:29:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:42Z"
    name: message-dumper-predictor.18d6810a1cb28f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 8f44d251-914b-4c17-9857-fe974b2002ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 885a796b-1b01-4cb5-9f0a-7dffbfcdf92e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:29:23Z"
    name: message-dumper.18d681031e2901b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: d0fa06bd-d540-4244-b264-8301e0137173
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15988"
    uid: 885a796b-1b01-4cb5-9f0a-7dffbfcdf92e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: message-dumper.18d681031e9e694d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16024"
    uid: 65535ed0-e666-4e4b-9644-7ee50f1e378a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15996"
    uid: 885a796b-1b01-4cb5-9f0a-7dffbfcdf92e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: message-dumper.18d68103248fec36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16025"
    uid: f8ef900c-a81b-4577-b2f3-646e1fa38414
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16118"
    uid: 885a796b-1b01-4cb5-9f0a-7dffbfcdf92e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:23Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:29:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:29:23Z"
    name: message-dumper.18d68105bf6121b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: 25ab52db-3967-4207-a35c-1e019d6d68e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:38:56.104428Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:38:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:38:56Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d6818b0a96b005
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: 69e157a1-d69d-4913-899c-47d5313ca0cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:38:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:56Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d6818b1ad51d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 47ce3c91-09d5-4f8d-a407-4257ec1d74e6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:38:58Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d6818b860bdbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: 907d5da5-a4b9-4b19-8371-1b6030b0e217
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:38:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d6818b87f5a114
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: ec3d5fad-8d89-4d42-b1c7-cf479115f5d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:38:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d6818b8b2174a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: 6e3eff9b-ffcf-4bb2-a73a-ef4f4e58ed86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:38:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d6818b8b992e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: f3ebb5fb-7a5e-494a-8837-54d639c3d7d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:39:02Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-18T19:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:02Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d6818c6df40170
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: e80fa283-d2a2-4fde-a006-8a6b62f3acca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:41:02Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m0.7s
    (2m0.7s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:02Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681a88847ec02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: e151989d-662f-427e-ba6e-64f30c54d68d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:41:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:02Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681a88efcc35d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: b29f853f-5990-4ee4-aab6-54cc2be8769f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:41:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:02Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681a88f9e08d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20552"
    uid: 033c9a97-e78b-4730-b7f4-9e07e1a9c727
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:41:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:02Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681a88faa6de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: 3159f9f1-a5ee-42b6-9a2b-91c4b7e4eb22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:41:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:02Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681a89466f51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: 2cf83ade-6354-4a3d-8a37-e12613e44d8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:41:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:03Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681a8965a52fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 0f5959b7-df00-4b9d-a089-0e433a14cd2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:41:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-18T19:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:40Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681b1632b9194
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: a4d8b3b2-784a-424d-9a35-4fe7df092fa5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:41:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:56Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681b4fe68fc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "21039"
    uid: 89d4ffc7-c1ad-4a80-a40a-1a599acb6ff5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:41:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:41:56Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681b4fe69a781
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: ad993307-3268-4f32-8ca1-6c83a3f16ded
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:42:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:05Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681b605774f74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21168"
    uid: d949cc1d-ff0c-4763-b939-33c36505a3a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:42:00Z"
  message: 'Readiness probe failed: Get "http://10.134.0.35:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.35:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:00Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681b605ed0fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: c430a8b3-2d11-46be-903a-961394761018
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:42:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-18T19:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:11Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681b8952c511f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21207"
    uid: f8ea7196-3aba-404d-9e49-53035f07f7f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: 15ab049c-c3e7-42c8-8f9d-e9e2ed00a496
  kind: Event
  lastTimestamp: "2026-09-18T19:42:11Z"
  message: 'Readiness probe failed: Get "http://10.134.0.35:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-18T19:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:11Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m.18d681b895985b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21208"
    uid: 2a4aac31-47d8-45cb-bfba-ac895a221039
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-55fb4d8685
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: 57048250-6177-4087-8920-ea8d61b94fac
  kind: Event
  lastTimestamp: "2026-09-18T19:38:56Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-55fb4d8685-j7p9m'
  metadata:
    creationTimestamp: "2026-09-18T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:56Z"
    name: sklearn-v2-mlserver-predictor-55fb4d8685.18d6818b0a08a632
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 94478e42-9555-4c62-809d-ab9a2a8807a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19830"
    uid: 4a0459ef-d6a9-4940-b287-89c50bc3013e
  kind: Event
  lastTimestamp: "2026-09-18T19:38:56Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-55fb4d8685 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:56Z"
    name: sklearn-v2-mlserver-predictor.18d6818b04a831ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: be40e94d-e5b3-4e94-8a1e-21eb94edca74
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: a246550c-da43-49d8-8b29-ec126e0ff957
  kind: Event
  lastTimestamp: "2026-09-18T19:41:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:26Z"
    name: sklearn-v2-mlserver-predictor.18d6818e83299de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 20234752-5554-4f30-9726-60a4a68546fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: a246550c-da43-49d8-8b29-ec126e0ff957
  kind: Event
  lastTimestamp: "2026-09-18T19:41:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:26Z"
    name: sklearn-v2-mlserver-predictor.18d6818e839acdce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: bd16b3b6-52e4-481f-93f4-1f1a5508c728
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: a246550c-da43-49d8-8b29-ec126e0ff957
  kind: Event
  lastTimestamp: "2026-09-18T19:41:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:56Z"
    name: sklearn-v2-mlserver-predictor.18d681b178fccfe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21028"
    uid: 1517725a-5d6c-43be-bd5a-b32b7ca9c2f0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19944"
    uid: a246550c-da43-49d8-8b29-ec126e0ff957
  kind: Event
  lastTimestamp: "2026-09-18T19:41:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:41:56Z"
    name: sklearn-v2-mlserver-predictor.18d681b179882612
    namespace: kserve-ci-e2e-test
    resourceVersion: "21034"
    uid: 847c7a92-d620-4f9e-94af-a369b1844b0b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: 15e41444-8dce-41d9-aa27-f3cbd6361912
  kind: Event
  lastTimestamp: "2026-09-18T19:41:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:41:50Z"
    name: sklearn-v2-mlserver.18d6818b04b0085a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: 29ce1eb9-3774-419b-be11-0b5646a859fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: 15e41444-8dce-41d9-aa27-f3cbd6361912
  kind: Event
  lastTimestamp: "2026-09-18T19:38:56Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:38:56Z"
    name: sklearn-v2-mlserver.18d6818b065a2c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 359c6e3a-fbaa-4318-8683-dcdbe78481a1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:41:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: 15e41444-8dce-41d9-aa27-f3cbd6361912
  kind: Event
  lastTimestamp: "2026-09-18T19:41:50Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:41:50Z"
    name: sklearn-v2-mlserver.18d681b3b83aec06
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: a09bd42d-85aa-47c9-95fd-48ba8ec8817a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:53:38.320798Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    to ip-10-0-135-205.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:53:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:53:38Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d6825872c82a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26454"
    uid: b836bda2-feb9-4820-8589-3fef7f3dfb29
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-575f74f988-s6q7f
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26457"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:53:38Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:53:38Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d6825894b26f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26465"
    uid: ac9b6f7b-aa5e-4097-8a7b-da264b9dae5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:53:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:38Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d68258979fd931
    namespace: kserve-ci-e2e-test
    resourceVersion: "26467"
    uid: 47b8d91b-2f42-4f84-9e9b-b7b430de63a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:53:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:38Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d682589a8ce0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26468"
    uid: 84f6bd5d-a3fe-4b1a-8f20-9a7eed3fb348
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:53:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:53:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:39Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d682589b019607
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: 04db3ea1-798b-4ab4-9a1b-447aee654717
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:53:43Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-18T19:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:43Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d68259a22d822c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26497"
    uid: 11993f91-3135-4e12-bf84-0f7877e0ed37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:53:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:43Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d68259a53253c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26499"
    uid: cec64d71-300b-4bac-91cc-63c99e175e8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:53:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:43Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d68259a5ac5c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: 818dee00-68b1-464e-aa71-5d38b894048b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:53:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:43Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d68259a5b819a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: 7807adf0-95ba-49a2-905f-c56a7c3e89cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:53:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:43Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d68259a8eb8f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "26504"
    uid: d3ca6f9e-7132-4c47-ab42-d026b9fe6ab1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:53:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:53:43Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d68259a96490d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26505"
    uid: 4c907f4a-4912-480f-91af-adb58e9e73ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:54:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:28Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d6826409675a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 947958f3-2736-4a50-8688-c10138b8f73b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:54:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:54:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:28Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d68264096af515
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: 09a6cf77-c8b9-4fe5-ae82-5a938bd546a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:54:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:31Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d68264d0186f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "26856"
    uid: e315e3b8-551b-44cc-ab0c-2277a381b383
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: 7e7e2dbc-a617-4668-b9e9-9bdb5b269f7f
  kind: Event
  lastTimestamp: "2026-09-18T19:54:31Z"
  message: 'Readiness probe failed: Get "http://10.134.0.48:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:54:31Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g.18d68264d06bc747
    namespace: kserve-ci-e2e-test
    resourceVersion: "26857"
    uid: a7112cc4-897d-4bb3-8e5f-fc766ab7fc16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-205.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-205.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-6d58fc45fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26435"
    uid: 2685b2b5-8ac5-4b69-8119-1861af3ea3fa
  kind: Event
  lastTimestamp: "2026-09-18T19:53:38Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-6d58fc45fb-d5c5g'
  metadata:
    creationTimestamp: "2026-09-18T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:53:38Z"
    name: xgboost-v2-mlserver-predictor-6d58fc45fb.18d6825871e3ad6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: 43ac7e54-cd16-4a2b-b7c5-9825d9673640
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26433"
    uid: 3ace38bd-cfd9-420e-8e7c-f59628778f2b
  kind: Event
  lastTimestamp: "2026-09-18T19:53:38Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-6d58fc45fb from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:53:38Z"
    name: xgboost-v2-mlserver-predictor.18d6825867cbdab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: 9be85eff-18e5-4554-b3a4-d25281c499da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: c4772c41-8822-4243-9cc0-b4460deee362
  kind: Event
  lastTimestamp: "2026-09-18T19:53:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:53:53Z"
    name: xgboost-v2-mlserver-predictor.18d6825be70d7845
    namespace: kserve-ci-e2e-test
    resourceVersion: "26555"
    uid: 1151e59e-aa46-4808-aa6f-3349ab511573
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: c4772c41-8822-4243-9cc0-b4460deee362
  kind: Event
  lastTimestamp: "2026-09-18T19:53:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:53:53Z"
    name: xgboost-v2-mlserver-predictor.18d6825be7819c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 229283f1-b38a-4890-9a7d-c73c77c50ba2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26556"
    uid: c4772c41-8822-4243-9cc0-b4460deee362
  kind: Event
  lastTimestamp: "2026-09-18T19:54:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:23Z"
    name: xgboost-v2-mlserver-predictor.18d6825f664e5548
    namespace: kserve-ci-e2e-test
    resourceVersion: "26785"
    uid: 8ff46df7-c23d-4476-b49d-bc5f9f1f2396
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26556"
    uid: c4772c41-8822-4243-9cc0-b4460deee362
  kind: Event
  lastTimestamp: "2026-09-18T19:54:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:54:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:54:23Z"
    name: xgboost-v2-mlserver-predictor.18d6825f66d22057
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: 04843ed7-ef6d-4fdf-8254-2b84871553d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26426"
    uid: 05f78d2d-79c6-4e10-8e42-30bc4ae8221c
  kind: Event
  lastTimestamp: "2026-09-18T19:54:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:21Z"
    name: xgboost-v2-mlserver.18d6825868b4af1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26776"
    uid: a2cd6006-1403-4f42-8f37-69ce14d071ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:53:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26426"
    uid: 05f78d2d-79c6-4e10-8e42-30bc4ae8221c
  kind: Event
  lastTimestamp: "2026-09-18T19:53:38Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:53:38Z"
    name: xgboost-v2-mlserver.18d68258695157b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26441"
    uid: cdcf3048-a9a0-4ccc-acee-e11f6041068c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:54:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "26772"
    uid: 05f78d2d-79c6-4e10-8e42-30bc4ae8221c
  kind: Event
  lastTimestamp: "2026-09-18T19:54:21Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:54:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:54:21Z"
    name: xgboost-v2-mlserver.18d6826283ecc899
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: a9a925f5-deaa-4dcf-b1b0-c64d1739a0ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "33504"