---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:06:03.014813Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25060"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:06:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:06:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de4e340ddd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25066"
    uid: e3067314-743b-49d3-8e04-5ea9035c9b8a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25072"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:03Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:06:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de50530245c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25080"
    uid: 42e178cd-25d1-401e-ad68-f1c2e2b3c098
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de506b39474
    namespace: kserve-ci-e2e-test
    resourceVersion: "25083"
    uid: 94a17aae-9575-4b3e-9aa0-d65436a1aeb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de509c9d8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25084"
    uid: c24512e0-8e91-4bf4-941f-39d7611f1569
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de50a3bde0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25085"
    uid: 3418d976-4189-4820-8630-a4b9afe4bd3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:08Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de60fd6dec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25122"
    uid: c282c341-fb0e-419b-9ddf-884dc68004b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de61446272a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25126"
    uid: 2a7c62ee-3e17-4979-b045-54457302ac8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de614ba581d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25127"
    uid: 6de9868b-16df-45f7-b4d3-9cf9c7d5ba71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de614c761c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25128"
    uid: ac0733fd-9f3b-4605-88e6-9f45cde58db6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de6179a5b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: e39902c6-e5e3-40b0-800e-2e8a569e4bf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:08Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de6180d92d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25131"
    uid: c7f5b7c8-c721-48f0-b17e-a6b63dadbefb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:16Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:06:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:16Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62de687aefb7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25190"
    uid: 1d788cb0-3d8a-4c01-9f1e-686a493eea5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62ded1b18cce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: e88c4e70-3076-4371-a62d-d2b0aa082926
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25064"
    uid: 54112abb-9882-44e4-9632-71bd18385161
  kind: Event
  lastTimestamp: "2026-09-17T18:06:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc.18d62ded1b19e5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25380"
    uid: ab1acc2f-b92c-4c71-a73e-00b48179e3b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: 7473d32c-a7cd-44b3-9d8a-753134063f37
  kind: Event
  lastTimestamp: "2026-09-17T18:06:03Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-jfbjc'
  metadata:
    creationTimestamp: "2026-09-17T18:06:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:03Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d62de4e2b49f23
    namespace: kserve-ci-e2e-test
    resourceVersion: "25063"
    uid: 2ffba9e0-8aee-43e5-bf63-7e55dc71eff6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25049"
    uid: 8328336b-11e6-4d5f-a045-09b28984cced
  kind: Event
  lastTimestamp: "2026-09-17T18:06:02Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:02Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62de4df8a6186
    namespace: kserve-ci-e2e-test
    resourceVersion: "25053"
    uid: aa15019a-95a1-408d-a14b-f34c99d03c7e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: 26ccc9d5-4c50-481a-9cb2-fab4a779c9da
  kind: Event
  lastTimestamp: "2026-09-17T18:06:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62de85e597b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25325"
    uid: bfa3e8b4-8f66-4b36-b53d-74ce1d1fa1f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: 26ccc9d5-4c50-481a-9cb2-fab4a779c9da
  kind: Event
  lastTimestamp: "2026-09-17T18:06:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:06:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:33Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d62de85ede0609
    namespace: kserve-ci-e2e-test
    resourceVersion: "25326"
    uid: 89c34f82-fc50-4884-9848-958e90652ca5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25042"
    uid: 4784667a-63a2-46d8-930f-60b5f032744e
  kind: Event
  lastTimestamp: "2026-09-17T18:06:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:26Z"
    name: isvc-autogluon-ts-v1-noslash.18d62de4df963d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25273"
    uid: 94045da2-65e6-45e5-b642-5d9713a0afc2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25042"
    uid: 4784667a-63a2-46d8-930f-60b5f032744e
  kind: Event
  lastTimestamp: "2026-09-17T18:06:02Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:02Z"
    name: isvc-autogluon-ts-v1-noslash.18d62de4e02c0230
    namespace: kserve-ci-e2e-test
    resourceVersion: "25057"
    uid: cce11376-3ecf-43ce-b6bd-1c3d612044e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25271"
    uid: 4784667a-63a2-46d8-930f-60b5f032744e
  kind: Event
  lastTimestamp: "2026-09-17T18:06:26Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:06:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:26Z"
    name: isvc-autogluon-ts-v1-noslash.18d62dea485667a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25272"
    uid: 1e0eb14b-e136-45e8-b29d-fd5d33e2456c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:05:14.991256Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24527"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:05:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:05:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62dd9b4d3887f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24533"
    uid: 883dbc47-dd84-4625-a97e-f1afe69613a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:15Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:05:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62dd9d6db5821
    namespace: kserve-ci-e2e-test
    resourceVersion: "24550"
    uid: 002acef2-9b00-46d7-b81b-da1438eaa243
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62dd9d8a94e21
    namespace: kserve-ci-e2e-test
    resourceVersion: "24553"
    uid: 25ce052a-c044-41d0-8bcb-b61389094f3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62dd9db6ffbe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: a82af863-f296-4f76-bb08-0686cafd79b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:15Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62dd9dbcecceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24555"
    uid: 3f70ccbe-192f-439f-a73e-ebb571021a40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:25Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62ddc2d55f1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24636"
    uid: eae0fbbc-b146-49ea-957c-ca6d3bd9c80b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62ddc3037b67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24639"
    uid: 5c06d34d-2a96-4d51-92e1-d6fdab4421e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62ddc309beaf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24640"
    uid: 37428c1e-b45a-453b-b7a7-708e1440d16f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62ddc30a5ae10
    namespace: kserve-ci-e2e-test
    resourceVersion: "24642"
    uid: 8e8452ef-15ee-497f-a1ae-f8ae21375d9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62ddc33c05240
    namespace: kserve-ci-e2e-test
    resourceVersion: "24645"
    uid: fdcfc782-6fcb-4d42-9c24-f4a6b1c6072c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:25Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62ddc342b41ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24646"
    uid: f299b341-0d3a-4204-ae60-5fdd6d4eae45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:33Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62ddca57cb0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24779"
    uid: 80586dba-7a80-4fdd-953e-a2f4080e3886
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:57Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62de3ad84a7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24991"
    uid: 09aee4c0-27ec-4a91-a275-d8e7e941af28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:05:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:57Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62de3ad8552f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24993"
    uid: 4e3a0bf5-4b1c-4141-b2e1-cf8bbc4e5503
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24531"
    uid: 0640893c-9885-439b-a2e2-e168b5998405
  kind: Event
  lastTimestamp: "2026-09-17T18:05:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:05:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:58Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk.18d62de3dd80f3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25000"
    uid: 60249d04-6be7-421e-9d16-e73648bc5fa1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 01f94d1e-2335-4e03-8198-b03da8287c44
  kind: Event
  lastTimestamp: "2026-09-17T18:05:14Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-gv2gk'
  metadata:
    creationTimestamp: "2026-09-17T18:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:14Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d62dd9b4456eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24530"
    uid: d9abf6f4-ebc3-407f-82b6-152a5bf92610
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24516"
    uid: 9dcbee2b-a4a5-4723-9c81-b30784c3cad9
  kind: Event
  lastTimestamp: "2026-09-17T18:05:14Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:14Z"
    name: isvc-autogluon-ts-v1-predictor.18d62dd9b13bde0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24519"
    uid: f20a88cc-9b96-42ce-8a32-1658b1476d15
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: 20f7fdc1-4fb7-4561-9be3-3b6f4879e0ca
  kind: Event
  lastTimestamp: "2026-09-17T18:05:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:44Z"
    name: isvc-autogluon-ts-v1-predictor.18d62ddd2fb9c4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24885"
    uid: 09993662-e2f4-4504-b133-1698121c1c91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24517"
    uid: 20f7fdc1-4fb7-4561-9be3-3b6f4879e0ca
  kind: Event
  lastTimestamp: "2026-09-17T18:05:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:44Z"
    name: isvc-autogluon-ts-v1-predictor.18d62ddd30285baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24886"
    uid: d496094d-bdb2-44de-9bff-e449b89aa46e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: 92f6b14b-5ae5-4b1f-a71b-2a71b209c08d
  kind: Event
  lastTimestamp: "2026-09-17T18:05:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:43Z"
    name: isvc-autogluon-ts-v1.18d62dd9b13954b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24875"
    uid: 7a5d33f2-f2e5-405f-ba93-93cfa90bd25e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: 92f6b14b-5ae5-4b1f-a71b-2a71b209c08d
  kind: Event
  lastTimestamp: "2026-09-17T18:05:15Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:15Z"
    name: isvc-autogluon-ts-v1.18d62dd9b1bb3126
    namespace: kserve-ci-e2e-test
    resourceVersion: "24540"
    uid: 92119cc6-2cd4-44c4-abb2-d8d3d9d6b32b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24511"
    uid: 92f6b14b-5ae5-4b1f-a71b-2a71b209c08d
  kind: Event
  lastTimestamp: "2026-09-17T18:05:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:05:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:15Z"
    name: isvc-autogluon-ts-v1.18d62dd9b77e2ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24541"
    uid: f41348bb-21d1-45dc-8d18-b177e56a899a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: 92f6b14b-5ae5-4b1f-a71b-2a71b209c08d
  kind: Event
  lastTimestamp: "2026-09-17T18:05:43Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:43Z"
    name: isvc-autogluon-ts-v1.18d62de065d4e8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 2a60bd5f-9fec-4a1e-be71-7f1487a076a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:08.653105Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18263"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-b59l8
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:08Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d3097b2e84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: 86fe32ef-cfa3-4989-af76-e804506dc882
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18274"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:53:09Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:09Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d30b9d63542
    namespace: kserve-ci-e2e-test
    resourceVersion: "18288"
    uid: 58dbe359-ebf3-4888-bd04-fd986785e201
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:53:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:09Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d30bbda8f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18290"
    uid: 1aa66ea5-024d-4f33-abe0-c2839ce16a27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:53:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:09Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d30beca23d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18291"
    uid: a68a2ab2-6d83-4206-b539-aefdbb0ab1bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:53:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:09Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d30bf439b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18292"
    uid: ba6212da-557d-4d9c-a43e-56778fb6feb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d37e8374af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 41c711b0-5c8b-408b-b329-0cb02fbd855f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:33Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m53.723s
    (1m53.723s including waiting). Image size: 8948761380 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d5262a773ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: efe00fbf-70c5-4f74-862a-f5bde4ebab9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d5268e69621
    namespace: kserve-ci-e2e-test
    resourceVersion: "19521"
    uid: 179cbf57-fcc4-4e42-a138-a763a6c6ca0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d526a3100d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19522"
    uid: 8ada88b3-4c31-4a7a-b6b8-ef10d086573a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:33Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d526a3e38d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19523"
    uid: 6c277848-77ab-48a7-9768-0fd49d74d03e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:34Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d526fe4116d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: 0a48ddbc-62c5-44ff-9303-a6c744792290
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:34Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d5270fcc2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19526"
    uid: f2bffefc-384b-4193-838a-131e6924625d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:41Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d52d4103f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19588"
    uid: 94cf0143-1e61-4854-8f6c-7e2271fca458
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:56:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d59b441cb51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19778"
    uid: 7a7fd143-a66a-4c05-a303-502dcd62af87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:56:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:05Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d59b4424902
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 229dc282-65e2-4595-b276-fc7353d2fce7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: a2939886-c19b-4c70-ba4b-4afb2bbcff9c
  kind: Event
  lastTimestamp: "2026-09-17T17:56:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:06Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-b59l8.18d62d5a0c210055
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: 551e207a-678d-4b32-967d-43c47fd61151
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18254"
    uid: 32bc5dcf-e76e-40c3-b54a-a0e3ffcbc97a
  kind: Event
  lastTimestamp: "2026-09-17T17:53:08Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-b59l8'
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:08Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d62d30968fd5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18264"
    uid: 31d882fe-170b-42fc-b62a-de98d544a01b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18250"
    uid: 8c4984fd-4c66-49e8-9242-af1ac17f228a
  kind: Event
  lastTimestamp: "2026-09-17T17:53:08Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:08Z"
    name: isvc-autogluon-v1-predictor.18d62d309200f976
    namespace: kserve-ci-e2e-test
    resourceVersion: "18256"
    uid: 5ea06cd3-ecd1-4d45-89c9-2ee05ce0142f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18253"
    uid: d944807f-8220-4ef8-84dd-f41ee8ef5b0d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:38Z"
    name: isvc-autogluon-v1-predictor.18d62d3410cba1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19563"
    uid: 0de776a5-e9ec-42c3-9e2e-2c5784f166af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18253"
    uid: d944807f-8220-4ef8-84dd-f41ee8ef5b0d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:38Z"
    name: isvc-autogluon-v1-predictor.18d62d341179b890
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: e6b323bd-a12b-49ba-bb6e-0c1e7ead0bae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18481"
    uid: d944807f-8220-4ef8-84dd-f41ee8ef5b0d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:53Z"
    name: isvc-autogluon-v1-predictor.18d62d570a3be439
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: 31456cbd-a02d-4d70-b70f-b90291016da0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18481"
    uid: d944807f-8220-4ef8-84dd-f41ee8ef5b0d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:53Z"
    name: isvc-autogluon-v1-predictor.18d62d570a938b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19682"
    uid: a5c28cef-2b66-44d0-8406-07e25e08a324
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: 43f2a76b-f172-4f22-a153-539c88411221
  kind: Event
  lastTimestamp: "2026-09-17T17:55:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:51Z"
    name: isvc-autogluon-v1.18d62d3092493fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19666"
    uid: 2e8297ae-8f42-4f83-802e-2132e5ef4b52
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: 43f2a76b-f172-4f22-a153-539c88411221
  kind: Event
  lastTimestamp: "2026-09-17T17:55:51Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:51Z"
    name: isvc-autogluon-v1.18d62d5695fa40b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19664"
    uid: 4cba6994-2153-477b-a3fd-e4e2c78564c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:02:43.657743Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:02:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:02:43Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62db678a558d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23175"
    uid: ebb9f339-22f4-453a-808d-3bf7b21e3d07
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23181"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:02:44Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:02:44Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62db69a6c7108
    namespace: kserve-ci-e2e-test
    resourceVersion: "23190"
    uid: 348782ae-c97b-41f3-8168-54336175bb45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:02:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:44Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62db69be10354
    namespace: kserve-ci-e2e-test
    resourceVersion: "23192"
    uid: 85ac6b65-15f6-4930-8852-51a86e85eb47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:02:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:44Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62db69f699ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23194"
    uid: b1ea007f-1101-48e4-ac63-a8350d7116f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:02:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:44Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62db69fee6f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23195"
    uid: 8d45093d-8d67-4aa6-a954-26306342f6a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:03:15Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62dbddd41ffd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23429"
    uid: 32c4f665-95e8-4e28-b79d-baf545ffe1a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:03:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62dbde0b5ee5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 51836b82-4980-46d6-a540-ef613091d667
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:03:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62dbde1264c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: d135e4bd-31dc-4c6f-8242-fafa2fcafe9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:03:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62dbde13160d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 802e7a06-c01b-4b23-8b3e-8806bfde5310
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:03:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62dbde421ba96
    namespace: kserve-ci-e2e-test
    resourceVersion: "23438"
    uid: d01c166c-04c9-4d01-b2bf-5cd73033c833
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:03:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:15Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62dbde4928d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "23439"
    uid: 19788c36-fb7c-4133-b0da-878b3aa7ac3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:05:05Z"
  message: 'Readiness probe failed: Get "http://10.132.0.28:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:05Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62dd773e7f136
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 8eab9b25-8831-455e-aa81-9ffec8ac3879
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:05:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62dd881625d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: feb978fc-7ed8-440c-9bb5-5c246fbbc156
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: 4a460157-321e-4514-a15c-a55e23ddb707
  kind: Event
  lastTimestamp: "2026-09-17T18:05:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:09Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49.18d62dd88162d8fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: e22f7a44-c7c4-4d25-91fc-7ca32af06f88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23158"
    uid: 216b80c7-cdec-4e81-be7b-257b465b47ca
  kind: Event
  lastTimestamp: "2026-09-17T18:02:43Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-bkw49'
  metadata:
    creationTimestamp: "2026-09-17T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:43Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d62db678055041
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: fa009363-3926-4811-a2a7-6e53b25cc912
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: 1b5f4222-19fd-4976-bfcb-cb9b3ff46525
  kind: Event
  lastTimestamp: "2026-09-17T18:02:43Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:43Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62db6735cfd2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23160"
    uid: cc1b5364-859a-4700-83a6-25d115bb4593
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23157"
    uid: fd90dda3-c428-42c2-ad2b-ab606865cea8
  kind: Event
  lastTimestamp: "2026-09-17T18:03:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:28Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62db9f2ed093c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: 5124a44c-e1c2-4689-8e1d-3ece726c5dd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23157"
    uid: fd90dda3-c428-42c2-ad2b-ab606865cea8
  kind: Event
  lastTimestamp: "2026-09-17T18:03:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:02:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:28Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62db9f36e5cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23535"
    uid: 3d00ea50-ebb6-402b-8d09-7ada7d4f71d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23304"
    uid: fd90dda3-c428-42c2-ad2b-ab606865cea8
  kind: Event
  lastTimestamp: "2026-09-17T18:04:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:58Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62dc4717c9c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "24363"
    uid: bbaa830e-94bc-44d9-a38b-3ab190f0ee56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23304"
    uid: fd90dda3-c428-42c2-ad2b-ab606865cea8
  kind: Event
  lastTimestamp: "2026-09-17T18:04:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:03:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:58Z"
    name: isvc-autogluon-v2-noslash-predictor.18d62dc47204dc6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24364"
    uid: 404b2568-3bdc-49b7-94ba-33be6bd6475a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23148"
    uid: 7b3ae092-a601-42cc-85e4-f5c9ab06545b
  kind: Event
  lastTimestamp: "2026-09-17T18:04:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:54Z"
    name: isvc-autogluon-v2-noslash.18d62db673603c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24332"
    uid: a1e2ac53-be86-4862-9e75-b35f0aabb0b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23148"
    uid: 7b3ae092-a601-42cc-85e4-f5c9ab06545b
  kind: Event
  lastTimestamp: "2026-09-17T18:02:43Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:43Z"
    name: isvc-autogluon-v2-noslash.18d62db673f402b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23164"
    uid: ed290c2e-c992-4a7f-bd7c-418adfa1fb6a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24330"
    uid: 7b3ae092-a601-42cc-85e4-f5c9ab06545b
  kind: Event
  lastTimestamp: "2026-09-17T18:04:54Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:04:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:54Z"
    name: isvc-autogluon-v2-noslash.18d62dd4e984f9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24331"
    uid: 32e15b16-6959-4c36-a7ec-3a47c9fb3f55
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:10.425382Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d5aea2bb39b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19850"
    uid: 6f104d9c-0b74-4644-ae77-b104d64acc65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d5af5e1ce67
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: bc04e60d-8c13-401c-9617-fa8ec2427288
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:11Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d5b302a7f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: 9604a892-22a8-4a07-aa42-ddcf243ae94f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d5b31a6926e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19871"
    uid: dcff2ead-a358-488d-ba39-35853a0c7eec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d5b346befe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: 8251b19a-750f-4e75-9000-a78f2047e8d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d5b34cf5dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: 7c3f2912-10fe-42f3-92c3-0807379d51e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:42Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d62458da0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: bcea9633-846d-49a5-8cf2-c8027fabf78a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d6248947709
    namespace: kserve-ci-e2e-test
    resourceVersion: "20108"
    uid: 8a4f017a-8ec0-4219-994a-52338ece73ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d6248fc172a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20109"
    uid: 00aaa170-12a1-4f36-b8dc-f71363963e2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d624908a9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20111"
    uid: bfe61a41-22ed-4458-9031-103d6909506c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d624c37f264
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: 10794175-5423-414f-ab5f-b8fb832f77f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:56:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d624ca5f408
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: 807a6b16-2ce0-4937-b11c-97424ec0e3cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:58:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d7aa4fcfdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21047"
    uid: 894e309a-47f0-4c16-949d-028cc636e9b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19847"
    uid: be456a72-73be-4901-a79b-2e349fa19934
  kind: Event
  lastTimestamp: "2026-09-17T17:58:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:26Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4.18d62d7aa4fd74ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21048"
    uid: bdd0ba8a-c0c6-4d9e-bc9c-9b18880b1404
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: c136d237-b2da-4fcd-8e23-ef8a54ce4dee
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-6xlh4'
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d62d5ae9955614
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: 6b1ce56b-2eee-48d8-8a71-f36460f83ada
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: 4c8da597-5d05-4e35-9e92-a0f536e10928
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-autogluon-v2-predictor.18d62d5ae697460c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19838"
    uid: 3d510281-40e5-417f-bc44-f0e4f1b37f87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: 9d8843b6-8707-444f-80a9-1e45bc7ed451
  kind: Event
  lastTimestamp: "2026-09-17T17:57:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:10Z"
    name: isvc-autogluon-v2-predictor.18d62d5e655fbca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: dd197473-8e63-4f82-aae4-382544fbc34e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: 9d8843b6-8707-444f-80a9-1e45bc7ed451
  kind: Event
  lastTimestamp: "2026-09-17T17:57:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:10Z"
    name: isvc-autogluon-v2-predictor.18d62d5e65cbe7e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: c20e1161-755f-4207-aa32-293003790fff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9d8843b6-8707-444f-80a9-1e45bc7ed451
  kind: Event
  lastTimestamp: "2026-09-17T17:58:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:25Z"
    name: isvc-autogluon-v2-predictor.18d62d6c62c38342
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: 5980c00d-b22c-4139-b080-6bbf958cbcd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19978"
    uid: 9d8843b6-8707-444f-80a9-1e45bc7ed451
  kind: Event
  lastTimestamp: "2026-09-17T17:58:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:25Z"
    name: isvc-autogluon-v2-predictor.18d62d6c6352c630
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: 933fe4ed-1abd-4b4e-a326-5e4c06b2bd5b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:58:31.893709Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:58:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:58:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d7bda570429
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: 7904ace3-dbec-49d9-8ed7-ff6a4d123693
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21130"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:32Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:58:32Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d7bfc5af25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21141"
    uid: 7f510e48-99be-4e62-8a3d-a0560ce68f45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:32Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d7bfe7f57a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21143"
    uid: a9107b82-fd01-4f11-9954-5ab77daeb079
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:32Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d7c01097bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 794ad483-05e3-4f93-a42c-ea1c373581d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:32Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d7c017847d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: 7857e98b-0b21-41c8-8c6f-c795b30fd33e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T17:59:04Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:04Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d836ebcdee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21461"
    uid: 136a8e9b-780b-4189-9be2-e2a332f2a055
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T18:00:56Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m52.369s
    (1m52.369s including waiting). Image size: 8948761380 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d9d98752387
    namespace: kserve-ci-e2e-test
    resourceVersion: "22363"
    uid: 518951bd-bd6c-43f8-b3bf-6eac0f59bdc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T18:00:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:00:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:56Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d9da054c4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 531ed857-05e8-4499-abdb-99bdb8111a70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T18:00:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d9da463b437
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 91129080-a2b4-445a-b8d0-4c88981f4db9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T18:00:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d9da46ea710
    namespace: kserve-ci-e2e-test
    resourceVersion: "22366"
    uid: a8c1710b-f061-443b-9a81-5b503ee1d207
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T18:00:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d9dacb370bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22368"
    uid: fdf2645a-5ba6-44f9-a3b8-2305d359f93b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T18:00:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:57Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62d9dae794d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: b7f067af-7cad-4b0f-aef1-d89d7be9d6fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T18:02:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62db544cd85c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23106"
    uid: fd233735-0248-4255-9436-16f790e8a631
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll
    namespace: kserve-ci-e2e-test
    resourceVersion: "21123"
    uid: 394e7a02-2d69-42f7-abd7-c45f140230f8
  kind: Event
  lastTimestamp: "2026-09-17T18:02:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:38Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll.18d62db544ce1a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23107"
    uid: 6853c5a3-9368-41ac-9384-1bc06e230f0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 11af452e-8f40-44ee-bd3f-d5419cea64f9
  kind: Event
  lastTimestamp: "2026-09-17T17:58:31Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-kkrll'
  metadata:
    creationTimestamp: "2026-09-17T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:31Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d62d7bd97f4578
    namespace: kserve-ci-e2e-test
    resourceVersion: "21121"
    uid: 4a2c976f-508a-4fa0-be2c-fd89aa118ba9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21108"
    uid: c30308a9-3170-468b-84d6-8778d58be0e3
  kind: Event
  lastTimestamp: "2026-09-17T17:58:31Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:31Z"
    name: isvc-autogluon-v2-variants-predictor.18d62d7bd655f01d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21112"
    uid: e6509f23-1565-444c-a30d-341cdcb6c5e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 41ee4b9d-2e35-45e3-ad8b-2b5f18bdef2e
  kind: Event
  lastTimestamp: "2026-09-17T18:01:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:47Z"
    name: isvc-autogluon-v2-variants-predictor.18d62d7f55b1b4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "22726"
    uid: ec41e5d8-9600-4b8a-884b-4db6ded65de1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21109"
    uid: 41ee4b9d-2e35-45e3-ad8b-2b5f18bdef2e
  kind: Event
  lastTimestamp: "2026-09-17T18:01:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:32Z"
    name: isvc-autogluon-v2-variants-predictor.18d62d7f562106f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22621"
    uid: 5be40cb5-97bf-4136-85a3-aadb71a3d70f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: a72a1cb5-887a-4c7e-811f-e9d3b02813b7
  kind: Event
  lastTimestamp: "2026-09-17T18:02:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:30Z"
    name: isvc-autogluon-v2-variants.18d62d7bd65b4a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23033"
    uid: c1a3059f-3346-42bb-b0fc-2d9e6d39bf8a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: a72a1cb5-887a-4c7e-811f-e9d3b02813b7
  kind: Event
  lastTimestamp: "2026-09-17T17:58:31Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:31Z"
    name: isvc-autogluon-v2-variants.18d62d7bd6fa68cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21116"
    uid: a0585ffe-41a6-464d-b86b-022122a9c8be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "23031"
    uid: a72a1cb5-887a-4c7e-811f-e9d3b02813b7
  kind: Event
  lastTimestamp: "2026-09-17T18:02:30Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:02:30Z"
    name: isvc-autogluon-v2-variants.18d62db361df4ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23032"
    uid: 64fc96a3-bd64-4a3b-b1a0-4caae93e1000
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 6ab0ade3-5b8d-4e26-96b5-9530bb8fc7cb
  kind: Event
  lastTimestamp: "2026-09-17T17:58:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:19Z"
    name: isvc-autogluon-v2.18d62d5ae6c882c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 40fb82c6-c4f3-4f0f-8f87-8701cf254180
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 6ab0ade3-5b8d-4e26-96b5-9530bb8fc7cb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: isvc-autogluon-v2.18d62d5ae743c72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: 1d129079-1c91-42f6-ba20-79ae4eca6625
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: 6ab0ade3-5b8d-4e26-96b5-9530bb8fc7cb
  kind: Event
  lastTimestamp: "2026-09-17T17:58:19Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:19Z"
    name: isvc-autogluon-v2.18d62d78dee3956d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: 5f4992c8-fdbb-4da3-be6e-c72d071e45a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:06:43.581202Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7d998654b-9ssf4
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62dee5532d39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: 28c789dc-00cb-41ae-85f1-35e9ebd6c99e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:06:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62dee63565817
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: efc1b7c0-bc22-40a8-8194-ceb983aa3bda
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25474"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62dee9b2f2078
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: a3cb05c7-3c7d-47ec-be2b-7737da1b8261
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62dee9ccbdbbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25508"
    uid: a49380d7-602e-473c-8ac4-9413e076b074
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62deea0b246f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25510"
    uid: b8960e83-9c65-4284-bc8c-5adb16289772
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62deea128088f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: 2a1f2184-c11d-4f73-9be8-efb096cdfd0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:06:49Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
  metadata:
    creationTimestamp: "2026-09-17T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:49Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62def99423037
    namespace: kserve-ci-e2e-test
    resourceVersion: "25558"
    uid: 82ee6eb3-bc86-4c67-abe0-4c6373ce92a6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:07:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    in 12.948s (12.948s including waiting). Image size: 1583073164 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:01Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62df29d0e3762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25679"
    uid: 23d299c2-e16e-40c4-99ae-af6ea5391b3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:07:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:02Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62df2a0a1e1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25680"
    uid: 9f1e4b4b-3832-4803-9529-f434bc7052d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:07:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:02Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62df2a115e0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25681"
    uid: e697b455-a14d-4c19-94af-39ec27f0cd24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:07:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:02Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62df2a120a70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: 58e4acbe-7acb-4d44-a3e2-57dff587165d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:07:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:02Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62df2a41c8958
    namespace: kserve-ci-e2e-test
    resourceVersion: "25683"
    uid: 1331988f-0fcc-4904-b661-0dec2c425c18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:07:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:02Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62df2a4c50fe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: a6f8e898-a19e-4f1a-a4ef-e558bdd23b5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:08:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:09Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62df2e12b3d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26298"
    uid: bf20db09-96f7-4b4e-977f-fdc77c3689b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:08:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:23Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62e059e5d503d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 95ecaa27-c3f2-40e6-aba4-9d33d5b569e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:08:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:23Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62e059e5e625e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26731"
    uid: 753672d1-e1fe-4df9-b7f8-997f3cae1a1c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-9ssf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 48de669d-e0a7-4f8b-9f02-37f4d59ddd65
  kind: Event
  lastTimestamp: "2026-09-17T18:08:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:24Z"
    name: isvc-canary-create-predictor-7d998654b-9ssf4.18d62e05bd632e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26738"
    uid: c10cdd69-482e-4bdb-9d02-310fb298949a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:06:43.532494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25455"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7d998654b-fqs9q
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62dee524b8954
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 3c5c6a9b-4a4b-48f7-8f9c-f875abd6f7c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62dee59c5b62e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: 4499c6e2-2e64-400a-b0fd-1773f32ee38a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62dee97e92641
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 08f41422-d6e9-43c9-9641-bd4a92e31e22
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62dee99876244
    namespace: kserve-ci-e2e-test
    resourceVersion: "25504"
    uid: b4a86a4d-9f71-4e70-a96a-b39b0b6a276a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62dee9c7f5d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25507"
    uid: 104f7069-911a-4329-8614-ed5c7e5d1e9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62dee9cf047a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25509"
    uid: 93f31b91-a35d-4125-bc2d-83ec065787e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:49Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62defa6a1650f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25565"
    uid: 48a8c682-4495-46c6-a9d3-02f2d650db8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:49Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62defa967ac32
    namespace: kserve-ci-e2e-test
    resourceVersion: "25569"
    uid: 9a817405-bee1-43b3-b979-ed3f1c730619
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:49Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62defa9dcba6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25570"
    uid: 816096e9-9885-43a8-8fb0-c755cf27a3e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:49Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62defa9e6617f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25571"
    uid: 4a656469-892b-4c90-8a4a-7d58dab82c93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:49Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62defad143cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25573"
    uid: ebd41fa3-48cb-4f76-9952-129208ef6122
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:06:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:49Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62defad87c269
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: 896b5c2f-f230-4245-a754-896a0f465424
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:07:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:06:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:57Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62df01e9fc361
    namespace: kserve-ci-e2e-test
    resourceVersion: "26185"
    uid: 31ac1d44-6db8-4f9d-a449-7aa4e80eb21c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:08:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:05Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62e0161960250
    namespace: kserve-ci-e2e-test
    resourceVersion: "26256"
    uid: d27ea445-9319-4472-9eeb-92e47eb332fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:08:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:05Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62e0161974dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26257"
    uid: c219a1b4-3c78-4fa7-914e-248d89fe330d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-fqs9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: f4bb6598-c5cc-4ce3-ac27-54f2f5c4dbc0
  kind: Event
  lastTimestamp: "2026-09-17T18:08:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:07Z"
    name: isvc-canary-create-predictor-7d998654b-fqs9q.18d62e01d0d3e8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: faa63d63-02d1-428d-8986-40a1d7dc927b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d998654b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25439"
    uid: 457392e9-7e6b-4365-a10a-37a84c2ee3ad
  kind: Event
  lastTimestamp: "2026-09-17T18:06:43Z"
  message: 'Created pod: isvc-canary-create-predictor-7d998654b-fqs9q'
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create-predictor-7d998654b.18d62dee51a0a345
    namespace: kserve-ci-e2e-test
    resourceVersion: "25457"
    uid: f7cc6e07-1eaf-477d-84bd-ffb6737df94c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d998654b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25439"
    uid: 457392e9-7e6b-4365-a10a-37a84c2ee3ad
  kind: Event
  lastTimestamp: "2026-09-17T18:06:43Z"
  message: 'Created pod: isvc-canary-create-predictor-7d998654b-9ssf4'
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create-predictor-7d998654b.18d62dee54d03b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: cc04c0ea-dbd0-48e8-b403-188783c800d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d998654b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26248"
    uid: 457392e9-7e6b-4365-a10a-37a84c2ee3ad
  kind: Event
  lastTimestamp: "2026-09-17T18:08:05Z"
  message: 'Deleted pod: isvc-canary-create-predictor-7d998654b-fqs9q'
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:05Z"
    name: isvc-canary-create-predictor-7d998654b.18d62e016167d19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26251"
    uid: 108d8ccd-b742-444d-a50e-856850ea03e3
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25438"
    uid: 05015091-b9b9-4dfb-8fc9-b99bb4e16a72
  kind: Event
  lastTimestamp: "2026-09-17T18:06:43Z"
  message: Scaled up replica set isvc-canary-create-predictor-7d998654b from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create-predictor.18d62dee4e7dda45
    namespace: kserve-ci-e2e-test
    resourceVersion: "25442"
    uid: 46e76df0-69a7-425b-b97d-cacc5dcb81ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26244"
    uid: 05015091-b9b9-4dfb-8fc9-b99bb4e16a72
  kind: Event
  lastTimestamp: "2026-09-17T18:08:05Z"
  message: Scaled down replica set isvc-canary-create-predictor-7d998654b from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:08:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:05Z"
    name: isvc-canary-create-predictor.18d62e0160f8666a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: 2d8eaf6d-ab86-4825-93b8-455bdb38ca23
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:06:43.495741Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25446"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62dee501abd89
    namespace: kserve-ci-e2e-test
    resourceVersion: "25451"
    uid: 1c6fc3b1-b307-4d30-bd95-c67ddb883fe6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25456"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62dee7204dd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25487"
    uid: c2162570-6b73-4b2c-b366-d90eab9931f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62dee73ae625c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25490"
    uid: 23928657-4049-4f84-a4fd-0cca53b948f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62dee769c3b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: ca1b51c2-4ca3-4c19-a201-3a8cc27c4b48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62dee770ca584
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: 09f07279-10a7-44af-bc9f-ce08e08355ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:06:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:48Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62def6aafafe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25546"
    uid: c6e9abbe-315e-4592-ab7d-8e10234a924a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:06:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:48Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62def6ee95191
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 2125ec1f-d2a0-4fad-a090-dfca74a1d91b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:06:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:48Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62def6f5c62d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25551"
    uid: 2ea69b74-5740-4d76-8413-9687d26fbd69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:06:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:48Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62def6f670372
    namespace: kserve-ci-e2e-test
    resourceVersion: "25552"
    uid: 2bb5c71e-86c2-4b16-9784-bd406f450f21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:06:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:48Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62def72229b41
    namespace: kserve-ci-e2e-test
    resourceVersion: "25553"
    uid: 0ba566c3-3d0e-416a-9766-acfd3826a8c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:06:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:48Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62def72943658
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: bebc57e4-dc78-4917-ad6d-ee21f8a52397
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:08:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:25Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62defa6c70b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "26749"
    uid: 14585197-bf2f-42ae-b792-d3348184c2f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:08:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:23Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62e059dcd80fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26728"
    uid: db05e1fb-4bed-42b0-ae9b-5e45e08cf7a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:08:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:23Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62e059dce48be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: c9692aad-0457-457a-8d3d-79815bf5c64c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: 71b9983a-e665-4916-baab-5aacadbab524
  kind: Event
  lastTimestamp: "2026-09-17T18:08:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:25Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6.18d62e060133e86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: 82a77693-b9ff-43b3-bc3d-0637609c5d5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-b6f7cbdf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25430"
    uid: 2e17f9d0-5683-4571-a6a6-ad30487eb961
  kind: Event
  lastTimestamp: "2026-09-17T18:06:43Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-b6f7cbdf5-qnsd6'
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5.18d62dee4f9fa81e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25448"
    uid: 006684c3-3dba-46cb-943a-04995db0753c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25429"
    uid: d32018d6-6cc4-42c0-a468-67f2aa9535f6
  kind: Event
  lastTimestamp: "2026-09-17T18:06:43Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-b6f7cbdf5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create-v2-predictor.18d62dee4c48ad97
    namespace: kserve-ci-e2e-test
    resourceVersion: "25431"
    uid: c19db036-d896-49b4-ac62-ff4928ea72dd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25421"
    uid: fde0aea6-0251-4244-9c7d-f39fc83afebf
  kind: Event
  lastTimestamp: "2026-09-17T18:08:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:19Z"
    name: isvc-canary-create.18d62dee4dec5e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: 16b317a6-f51f-4a70-ba44-140debcdebf4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25421"
    uid: fde0aea6-0251-4244-9c7d-f39fc83afebf
  kind: Event
  lastTimestamp: "2026-09-17T18:06:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create.18d62dee4e68337d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25441"
    uid: 89aba86b-e510-49c5-bca5-11107ec5f30f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25421"
    uid: fde0aea6-0251-4244-9c7d-f39fc83afebf
  kind: Event
  lastTimestamp: "2026-09-17T18:06:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:06:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:43Z"
    name: isvc-canary-create.18d62dee4e689036
    namespace: kserve-ci-e2e-test
    resourceVersion: "25444"
    uid: d9626f82-d91d-458e-87c4-c3b5a7a9b1b6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: fde0aea6-0251-4244-9c7d-f39fc83afebf
  kind: Event
  lastTimestamp: "2026-09-17T18:08:19Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:19Z"
    name: isvc-canary-create.18d62e049a7661eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: cd423fe8-567e-4ad3-8a29-07e482dd9124
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:08:28.885229Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26822"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:08:28Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e06d9cec27d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26826"
    uid: 3c792f76-2a8e-46e6-8988-a9e5780aaf02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e06fbe59fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26848"
    uid: cb0fe1c8-b8a0-43cc-84e2-b7b38739ee33
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e06fd7795a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: 3072eb93-5410-4dd3-adb4-884d6bfa4c48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e0702097d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "26858"
    uid: 90e681f7-e90d-4804-92cf-cee672c5f8cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e0702b20d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "26860"
    uid: d9db6f2d-7e13-4130-9281-b8b882b46abd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e07f0204e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "26908"
    uid: 779490a2-27cf-4fa1-88f9-0c02f0a83bcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e07f3f57e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "26911"
    uid: 4adf946a-682c-4b94-ad1d-d9faa6291681
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e07f45d5294
    namespace: kserve-ci-e2e-test
    resourceVersion: "26914"
    uid: af01051b-71c4-471e-82ff-d966e02ab361
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e07f468bdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26917"
    uid: 79899836-857b-480e-b4b2-6c0df1bf8967
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e07f7a0b284
    namespace: kserve-ci-e2e-test
    resourceVersion: "26921"
    uid: fe82899b-c567-4d76-9982-427960aeabb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e07f8547c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "26924"
    uid: a7ebdf85-25ba-4914-85ff-dd61ef0ba378
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:10:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:01Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e0868358d3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27879"
    uid: 4022543a-197d-4fa0-8f56-2c7abd0ff544
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:09:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:58Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e1bcbbb21d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27833"
    uid: 4df20657-74e7-4c9d-af0f-7694a1a9f062
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:09:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:58Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e1bcbbc5496
    namespace: kserve-ci-e2e-test
    resourceVersion: "27837"
    uid: 1c79451a-1526-4dc0-8481-f9a778df3684
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26823"
    uid: 24d4d8fc-f357-44c1-b207-13c6b9be7e54
  kind: Event
  lastTimestamp: "2026-09-17T18:10:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:01Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc.18d62e1c6e73df17
    namespace: kserve-ci-e2e-test
    resourceVersion: "27878"
    uid: f3040204-42ce-4eba-b6f7-a547d50feefe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:08:28.832135Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26811"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:08:28Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e06d6a49418
    namespace: kserve-ci-e2e-test
    resourceVersion: "26816"
    uid: 964d8512-d098-4cda-a406-f7feeb2ad8bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26820"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e06f8467427
    namespace: kserve-ci-e2e-test
    resourceVersion: "26844"
    uid: 7e76a0d3-f751-46de-90b5-13ac1c15d096
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e06f9bb8839
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: 96ccc5e1-b0a3-43ce-8c73-429f8e331c2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e06fd3b9a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26852"
    uid: 16a2ab59-33e4-48a8-b413-ebe8c9bb53bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e06fdaa87fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 07262724-bbdc-4df3-9e71-517e04ce4ea0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e07f62d2e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "26919"
    uid: 3971ed4e-c67e-4d07-9aac-3aa7f8dfedc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e07f8ffa126
    namespace: kserve-ci-e2e-test
    resourceVersion: "26926"
    uid: 0fdcd454-1bd9-4531-bc7d-59784d25f716
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e07f9758edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26927"
    uid: 2e8ec828-a362-4548-bafb-d323c285d5c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e07f980ea32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26928"
    uid: 0652c67a-514c-4e4a-84c9-6ba21af206ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e07fc1631ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26930"
    uid: c73f1c96-11a1-4e18-b0f4-a6c29c47c5da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e07fccdf021
    namespace: kserve-ci-e2e-test
    resourceVersion: "26932"
    uid: a4670ea9-5e8c-451f-aa39-3cf74d52cef4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:09:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:48Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e08322bd8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 42b6aafa-0a95-44b8-a8b8-0a568b7b3297
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e1a77cd679d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27744"
    uid: d88474fd-eb99-4f8e-b1f7-03c618162162
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e1a77cdd78d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27747"
    uid: a6507c2e-3df5-42bd-bf63-09743a1fa6a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft
    namespace: kserve-ci-e2e-test
    resourceVersion: "26813"
    uid: 423ca80f-28c5-44a8-afbe-ed3ef9bd3aec
  kind: Event
  lastTimestamp: "2026-09-17T18:09:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:55Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-xbhft.18d62e1b0e59e772
    namespace: kserve-ci-e2e-test
    resourceVersion: "27779"
    uid: fd4ea24b-03fc-486b-9d23-32173687394a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fb5f89d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26796"
    uid: cb2be684-5606-4fb3-ac5b-bbab70e114e5
  kind: Event
  lastTimestamp: "2026-09-17T18:08:28Z"
  message: 'Created pod: isvc-canary-promote-predictor-5fb5f89d9d-xbhft'
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:28Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d.18d62e06d5f23e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "26812"
    uid: cb63c28e-7337-4c5f-9112-bb6452371646
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fb5f89d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26796"
    uid: cb2be684-5606-4fb3-ac5b-bbab70e114e5
  kind: Event
  lastTimestamp: "2026-09-17T18:08:28Z"
  message: 'Created pod: isvc-canary-promote-predictor-5fb5f89d9d-gd8lc'
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:28Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d.18d62e06d96385b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26824"
    uid: 40a89e0f-ecf4-4493-86bc-3525cae97266
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fb5f89d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27737"
    uid: cb2be684-5606-4fb3-ac5b-bbab70e114e5
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-5fb5f89d9d-xbhft'
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d.18d62e1a77aa7f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "27741"
    uid: 78aa2261-cae5-4b52-a29a-644edbf341e7
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26794"
    uid: 4bb7c65b-57d3-422f-a145-08103b41d657
  kind: Event
  lastTimestamp: "2026-09-17T18:08:28Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5fb5f89d9d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:28Z"
    name: isvc-canary-promote-predictor.18d62e06d2a5b52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26799"
    uid: f2c687c6-87a8-416e-889f-6f51b71dbd20
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27732"
    uid: 4bb7c65b-57d3-422f-a145-08103b41d657
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: Scaled down replica set isvc-canary-promote-predictor-5fb5f89d9d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-canary-promote-predictor.18d62e1a768a1e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "27738"
    uid: 257c3858-a536-4c5f-a5f0-11f5271284d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:08:28.796083Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26802"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:08:28Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e06d47e6d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: 0185bea9-995a-4a6d-8217-0773cfbc10dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26814"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e06f67e0a7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: 8060ebc8-ed74-4115-80b8-5d45ffd29118
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e06f83b0550
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: 3ed428b3-666b-4bf3-8544-f9077e9cf062
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e06fbeadc6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26847"
    uid: ce9b8aa0-a465-47a0-acbb-e174c47e5781
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:08:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:29Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e06fc5a74bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26849"
    uid: 013bbbab-bdf3-4808-831c-828c0916d9c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e07f0098067
    namespace: kserve-ci-e2e-test
    resourceVersion: "26907"
    uid: 21f80e3a-09cf-4ff5-9d6d-68b2306bba2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e07f3fa17b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26912"
    uid: 1d8f237b-f9c5-4e3c-a4f4-5c3ff11c6cd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e07f466b61e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26916"
    uid: b4c2020d-a92f-4292-9ef3-6b2bc14bea15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e07f4706552
    namespace: kserve-ci-e2e-test
    resourceVersion: "26918"
    uid: 5c780c28-1580-4c26-8848-6c7c07cd9269
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e07f7a44805
    namespace: kserve-ci-e2e-test
    resourceVersion: "26922"
    uid: ea2ed663-14a7-46aa-9c1a-b595d244bbee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:08:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:33Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e07f8547cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26925"
    uid: 913d6451-1362-4403-9f4c-9fe5fa162c8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:11:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:52Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e0868347084
    namespace: kserve-ci-e2e-test
    resourceVersion: "28775"
    uid: d0937210-eae2-450e-a2dc-a8c15e6fd633
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:11:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:49Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e357abae94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: c3ff8feb-a431-4fb5-9e4c-b50aed92eed8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:11:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:49Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e357abc0964
    namespace: kserve-ci-e2e-test
    resourceVersion: "28744"
    uid: 23c223ff-9654-4c94-92dc-e2a038ec78f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26804"
    uid: b9c9e486-b6f1-42ec-8c0a-34646ccffd4e
  kind: Event
  lastTimestamp: "2026-09-17T18:11:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:51Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb.18d62e360b013b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: f3877cb6-93ac-4bdb-a17b-eea26c5bc221
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:09:58.908488Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27840"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:09:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:09:58Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1bcf9c9d80
    namespace: kserve-ci-e2e-test
    resourceVersion: "27845"
    uid: e4826f98-b17e-4cb1-a962-ca50a80679b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:09:59Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:09:59Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1bf1defd33
    namespace: kserve-ci-e2e-test
    resourceVersion: "27858"
    uid: 08905df0-a224-47a8-8b81-e45330f6ea50
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:09:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:59Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1bf367a85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27860"
    uid: bfb3a06d-fa1b-4e47-88dc-d955ce08b0ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:09:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:59Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1bf6514cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: e6041291-4635-4eb6-adb9-7ac4be70bc1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:09:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:59Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1bf6c4bc53
    namespace: kserve-ci-e2e-test
    resourceVersion: "27862"
    uid: 4d144106-8560-42c3-8846-962654c5e019
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:10:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:05Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1d3c63963c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27902"
    uid: 9a7acb16-3aec-4248-8521-50058413f2b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:10:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:05Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1d3fd9d114
    namespace: kserve-ci-e2e-test
    resourceVersion: "27906"
    uid: 30efc67a-6093-437b-9a8e-90720c96d35f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:10:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:05Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1d404d278b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27907"
    uid: 2d198705-30c3-44cc-90b5-96b0e0036fc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:10:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:05Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1d40573e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "27908"
    uid: e2cc4b5a-ee3b-4621-9000-8f6de3ed1c11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:10:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:05Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1d42e6c019
    namespace: kserve-ci-e2e-test
    resourceVersion: "27909"
    uid: 48a8daf3-382f-4b79-bbcc-4c8e3bcdba85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:10:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:05Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1d43595546
    namespace: kserve-ci-e2e-test
    resourceVersion: "27910"
    uid: 980c33c7-5f18-404e-a0d5-698b7eef33bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:12:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:12Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e1db42f5369
    namespace: kserve-ci-e2e-test
    resourceVersion: "29035"
    uid: 0569a17b-c686-4e26-87a6-93d73b611242
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:11:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:49Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e3579c86552
    namespace: kserve-ci-e2e-test
    resourceVersion: "28740"
    uid: 4859286d-eac5-495b-b0e6-6f6aa598f6d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:11:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:49Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e3579c8eb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: c98bf617-7ec1-4f0c-928b-12b7d69fb857
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: fe896754-7844-4648-95ca-1b94c5902145
  kind: Event
  lastTimestamp: "2026-09-17T18:12:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:13Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v.18d62e366280873a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29043"
    uid: 03bc1074-9366-4a1f-9079-950a9eabc4fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-584d7dc949
    namespace: kserve-ci-e2e-test
    resourceVersion: "26787"
    uid: 715ce2b6-4712-45dd-9171-10b372016ef5
  kind: Event
  lastTimestamp: "2026-09-17T18:08:28Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-584d7dc949-m5qcb'
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:28Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949.18d62e06d3e6ef5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26803"
    uid: c424e07c-fad7-4a06-b3f1-d11cee3ff808
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-584d7dc949
    namespace: kserve-ci-e2e-test
    resourceVersion: "27828"
    uid: 715ce2b6-4712-45dd-9171-10b372016ef5
  kind: Event
  lastTimestamp: "2026-09-17T18:09:58Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-584d7dc949-rxm4v'
  metadata:
    creationTimestamp: "2026-09-17T18:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:58Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949.18d62e1bcf207238
    namespace: kserve-ci-e2e-test
    resourceVersion: "27842"
    uid: 9e712af2-a07a-4950-b504-7a50f1d7220b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: 378ef667-72a4-4e24-a370-ed4d36bd20d1
  kind: Event
  lastTimestamp: "2026-09-17T18:08:28Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-584d7dc949 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:28Z"
    name: isvc-canary-promote-v2-predictor.18d62e06d046ef4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26789"
    uid: 8b6fc82d-168a-4b57-a0f7-a2804266d26d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27821"
    uid: 378ef667-72a4-4e24-a370-ed4d36bd20d1
  kind: Event
  lastTimestamp: "2026-09-17T18:09:58Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-584d7dc949 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:09:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:58Z"
    name: isvc-canary-promote-v2-predictor.18d62e1bcb3183ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27832"
    uid: 5a8653de-6bf7-4f55-be6c-f207b06129f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26777"
    uid: 1e8d0689-482b-485d-b2b4-63431e8a0d74
  kind: Event
  lastTimestamp: "2026-09-17T18:09:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:58Z"
    name: isvc-canary-promote.18d62e06d21bfaef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27839"
    uid: 4f7a583e-87bb-4a57-8294-796cfdfa1bc5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26777"
    uid: 1e8d0689-482b-485d-b2b4-63431e8a0d74
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-canary-promote.18d62e06d2a0c476
    namespace: kserve-ci-e2e-test
    resourceVersion: "27755"
    uid: 322b706d-0a2e-42bf-bbd5-19c5a705573c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26777"
    uid: 1e8d0689-482b-485d-b2b4-63431e8a0d74
  kind: Event
  lastTimestamp: "2026-09-17T18:09:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:08:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:53Z"
    name: isvc-canary-promote.18d62e06d2a1227a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: b938120b-bd90-4889-8481-e5efc9f8e55d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27758"
    uid: 1e8d0689-482b-485d-b2b4-63431e8a0d74
  kind: Event
  lastTimestamp: "2026-09-17T18:11:42Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:11:42Z"
    name: isvc-canary-promote.18d62e1a7f1f39b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: f8ab5842-d6c1-481d-9f58-62b00c097f33
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:11:54.291674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28817"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-786544c6c8-266bn
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e36acfc6f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 34bee13f-d868-4a7c-b9de-4db82031a5b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28829"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e36cfacfc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "28854"
    uid: 230282d3-adbc-4815-8153-f32d74513e99
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e36d12fb603
    namespace: kserve-ci-e2e-test
    resourceVersion: "28857"
    uid: 700e42ab-16e8-4d09-b0f9-6e7abdf2f999
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e36d4214215
    namespace: kserve-ci-e2e-test
    resourceVersion: "28860"
    uid: 7b359aac-7af9-4494-a10b-392afb13006e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e36d4ee7173
    namespace: kserve-ci-e2e-test
    resourceVersion: "28862"
    uid: 4d74e0da-1259-4353-88ea-cc25edde4f1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e37e8b7b7d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28905"
    uid: 0ff8a821-d9ed-48fc-a2d4-eb2e2d28e3b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e37ec9dbba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28909"
    uid: 9e6c7def-a92d-48cf-8be3-e4eb0ad31198
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e37ed242ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28914"
    uid: af7cb7cf-e06e-4bb0-8bb2-5cb62a5ee21d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e37ed2e4253
    namespace: kserve-ci-e2e-test
    resourceVersion: "28915"
    uid: 3d0b9a2b-44f8-4921-ab08-586f4542859e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e37f069f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "28916"
    uid: 9dbcade5-c3a4-4e22-9aab-a0ab9d09d281
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e37f0e19985
    namespace: kserve-ci-e2e-test
    resourceVersion: "28919"
    uid: f5989884-f68f-4190-940e-39a9ae591b3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:13:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:07Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e3860daee04
    namespace: kserve-ci-e2e-test
    resourceVersion: "29563"
    uid: 89c2a4fc-9b3a-4195-8eb2-d1bb26403d6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:13:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:16Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e49deeef3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29642"
    uid: 5552bede-e423-4953-a760-0f6bdfc52c45
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:13:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:16Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e49deefe67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29643"
    uid: 05439633-6a76-4b10-a55b-4e32f4d1ab6f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-266bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28820"
    uid: fcc8a582-642c-4d6c-95a3-4630537a8461
  kind: Event
  lastTimestamp: "2026-09-17T18:13:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:17Z"
    name: isvc-canary-rollback-predictor-786544c6c8-266bn.18d62e4a1303b059
    namespace: kserve-ci-e2e-test
    resourceVersion: "29661"
    uid: fa60c6c4-4d82-4c18-973b-c2dc24caed18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:11:54.343051Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28830"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-786544c6c8-ghxsd
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e36b00c440f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28835"
    uid: 6fbdf129-d72c-4ef8-99a2-6c78140554de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28843"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:12:14Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:12:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3b484d9797
    namespace: kserve-ci-e2e-test
    resourceVersion: "29050"
    uid: 3be66176-5e3d-4ed2-a9e0-d9ced7cbd61f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:12:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3b49c6607c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29052"
    uid: 234c3744-fa71-4daa-a448-7f549763cf70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:12:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3b5990803f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29054"
    uid: 87d2a60f-0a90-4d6e-b237-618939207a06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:12:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3b5a9ff34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29055"
    uid: 1966498e-fc0b-4ba9-9f9d-f6a2ab4386d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:12:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:19Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3c949cb0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29112"
    uid: 66b47640-052e-4fbf-acda-2d2f8dedb8b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:12:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:19Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3c9a62fa12
    namespace: kserve-ci-e2e-test
    resourceVersion: "29115"
    uid: d8a8b389-fcac-436d-bb8c-f9faf6cb1281
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:12:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:19Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3c9b5860f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29116"
    uid: 51e11d88-ad2c-4346-86d4-f5c85d041df0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:12:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:19Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3c9b61e174
    namespace: kserve-ci-e2e-test
    resourceVersion: "29117"
    uid: 39f26d5c-79a9-4a13-a43f-77037b95b748
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:12:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:19Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3ca1db0cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29119"
    uid: 74d7a0c9-80d1-4385-962a-f4890f7f03ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:12:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:19Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3ca2ce21fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29120"
    uid: 8ec97d04-12a2-4c75-b1e7-bb5c41cced35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:15:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:17Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e3d0c76eb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30734"
    uid: b77ddb52-07f7-4a00-9189-2a3995afae1b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:15:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e6545f8692e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30706"
    uid: e999959b-ed1b-4fd7-87ca-e6d72d9f743a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:15:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e6545f8d891
    namespace: kserve-ci-e2e-test
    resourceVersion: "30708"
    uid: 181ca304-0239-48d0-9cb3-79a62f09a73d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28832"
    uid: 869453aa-6892-499d-8b34-756eb766a718
  kind: Event
  lastTimestamp: "2026-09-17T18:15:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:17Z"
    name: isvc-canary-rollback-predictor-786544c6c8-ghxsd.18d62e66071b495a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30733"
    uid: e55891f0-170e-4e34-b13d-18859de69279
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:13:44.341523Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29896"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-786544c6c8-wgwrn
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:13:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:13:44Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e504c77cd12
    namespace: kserve-ci-e2e-test
    resourceVersion: "29903"
    uid: 65508f3c-cfdf-49a3-a6fa-5cbe3616c5bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29906"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:13:44Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:13:44Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e506e7ae08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29908"
    uid: bf7ce7f0-5971-46a4-8b27-3510f4aeef36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:13:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:44Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e506fe42b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "29910"
    uid: 6e8a9cf3-0d41-40e0-9544-1fca6d68f617
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:13:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:44Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e5072c55bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29911"
    uid: 95e31069-fb39-4867-8efa-e0b2e2b1849c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:13:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:44Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e507336db75
    namespace: kserve-ci-e2e-test
    resourceVersion: "29912"
    uid: c7aea5f7-5266-4af6-8783-21d05da2d9c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:13:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:49Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e516a0f4964
    namespace: kserve-ci-e2e-test
    resourceVersion: "29949"
    uid: d420e407-9de0-48e4-8db5-62bcb8d79366
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:13:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:49Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e51703a916f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29955"
    uid: 8721d7a5-6889-4164-a2ae-e97cbc20622a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:13:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:49Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e5170cd59d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29956"
    uid: 92f7be9a-19bb-4ee4-a482-33e8cab30620
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:13:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:49Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e5170dacd05
    namespace: kserve-ci-e2e-test
    resourceVersion: "29957"
    uid: 6ef9cfdf-a8bf-4e66-b26a-9143c2c04ae6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:13:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:49Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e5174b0e1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29958"
    uid: 456c7a72-daba-4da8-a4a2-6dcf2d1e6e9c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:13:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:49Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e517554b97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29959"
    uid: a58605c6-22fd-4119-a573-f62b37061b1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:15:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:13:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:17Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e51e241a4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30728"
    uid: 345db40a-5f4b-468a-ad63-64e6cdb788b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:15:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e65462ed5c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30707"
    uid: 3442f2b2-a03e-49c8-b46f-aa40b50e36fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:15:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e65462fe92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30709"
    uid: 75fdf870-40b1-46c8-b5a9-6da5951ffd94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29898"
    uid: 90403477-a318-4382-b20c-b5c5c70c102e
  kind: Event
  lastTimestamp: "2026-09-17T18:15:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:17Z"
    name: isvc-canary-rollback-predictor-786544c6c8-wgwrn.18d62e65e88784a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30727"
    uid: 892d4562-0403-4028-a291-fdf253561eba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-786544c6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28806"
    uid: b7c9bc52-abb1-4a8c-8120-0d600b1a9e21
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: 'Created pod: isvc-canary-rollback-predictor-786544c6c8-266bn'
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-predictor-786544c6c8.18d62e36ac8609ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28819"
    uid: a591638b-b182-4195-b77f-09a373508e60
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-786544c6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28806"
    uid: b7c9bc52-abb1-4a8c-8120-0d600b1a9e21
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: 'Created pod: isvc-canary-rollback-predictor-786544c6c8-ghxsd'
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-predictor-786544c6c8.18d62e36af71a3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28831"
    uid: 1daa5b94-04b1-477a-b264-2beb140d3e88
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-786544c6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29634"
    uid: b7c9bc52-abb1-4a8c-8120-0d600b1a9e21
  kind: Event
  lastTimestamp: "2026-09-17T18:13:16Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-786544c6c8-266bn'
  metadata:
    creationTimestamp: "2026-09-17T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:16Z"
    name: isvc-canary-rollback-predictor-786544c6c8.18d62e49debcd6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29637"
    uid: a7531e32-c12a-4057-8fbc-8c2d0c846904
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-786544c6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29881"
    uid: b7c9bc52-abb1-4a8c-8120-0d600b1a9e21
  kind: Event
  lastTimestamp: "2026-09-17T18:13:44Z"
  message: 'Created pod: isvc-canary-rollback-predictor-786544c6c8-wgwrn'
  metadata:
    creationTimestamp: "2026-09-17T18:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:44Z"
    name: isvc-canary-rollback-predictor-786544c6c8.18d62e504be08166
    namespace: kserve-ci-e2e-test
    resourceVersion: "29897"
    uid: f67bc131-6930-46cc-a88a-eec6974d5d5f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28804"
    uid: a04d4f5a-ecdd-4261-88a2-5330193c946d
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-786544c6c8 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-predictor.18d62e36a8f5ac80
    namespace: kserve-ci-e2e-test
    resourceVersion: "28807"
    uid: 65147b47-fe36-4f1b-9bc6-c8ab3891977d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29630"
    uid: a04d4f5a-ecdd-4261-88a2-5330193c946d
  kind: Event
  lastTimestamp: "2026-09-17T18:13:16Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-786544c6c8 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:16Z"
    name: isvc-canary-rollback-predictor.18d62e49de33ee07
    namespace: kserve-ci-e2e-test
    resourceVersion: "29635"
    uid: d368bffd-93bd-4879-ac2d-74912aaee500
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29876"
    uid: a04d4f5a-ecdd-4261-88a2-5330193c946d
  kind: Event
  lastTimestamp: "2026-09-17T18:13:44Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-786544c6c8 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T18:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:44Z"
    name: isvc-canary-rollback-predictor.18d62e5048d34821
    namespace: kserve-ci-e2e-test
    resourceVersion: "29887"
    uid: 464b3734-3739-4dc4-af15-cc4b879fda6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:11:54.278477Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28812"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e36ac330425
    namespace: kserve-ci-e2e-test
    resourceVersion: "28818"
    uid: b9e2a96c-d793-48a9-80ce-e799c2605ab7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e36ce99641a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 78a2e2a9-2d05-41a7-8250-c0bc44e068af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e36d00d8e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28855"
    uid: 33147cbc-c104-44e0-9b3f-2edbe264eb7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e36d3e82667
    namespace: kserve-ci-e2e-test
    resourceVersion: "28859"
    uid: ed2a3241-70f4-44c2-8cf7-449a068382c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e36d4918000
    namespace: kserve-ci-e2e-test
    resourceVersion: "28861"
    uid: 4ce41be4-df23-4194-b33e-85714e1dc374
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e37e8a2842a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28904"
    uid: 047755b9-f784-4e69-af0c-68b2f3f57a9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e37ec91b1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "28908"
    uid: 3c491596-69ba-4602-8b3a-dbfe0692e4aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e37ed1661ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: beba158d-cb24-4cfe-8905-01bd3aee461a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e37ed21921f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28913"
    uid: e247b795-e72c-468b-a0f0-c6396b7f2536
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e37f076a666
    namespace: kserve-ci-e2e-test
    resourceVersion: "28918"
    uid: 16228b50-525a-4f24-9ffa-8aca11b76428
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:11:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:11:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:11:59Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e37f0ee7a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "28920"
    uid: f6492c8b-776f-41ed-ad61-ece603ea784b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:13:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:46Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e3824f5818e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29931"
    uid: bd886cd9-a40e-4b0d-9a81-d01d2a2e06b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:13:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:44Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e5049de11d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29892"
    uid: 849c44ff-4ed7-4386-a3dd-952c8698f1f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:13:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:44Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e5049de9510
    namespace: kserve-ci-e2e-test
    resourceVersion: "29893"
    uid: b4f124ab-15f6-424d-8779-8e2532e744fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w
    namespace: kserve-ci-e2e-test
    resourceVersion: "28814"
    uid: eaa45b34-2f6c-4b29-b104-c1b8b58d2036
  kind: Event
  lastTimestamp: "2026-09-17T18:13:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:13:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:13:46Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w.18d62e50d34b990c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29930"
    uid: 48526525-8ae8-45a8-b4f3-c31972bf5ad5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28796"
    uid: f1967260-b4a4-4cf8-9984-e6f993b732ce
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-76cbf6b8b7-xr99w'
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7.18d62e36abaae72e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28813"
    uid: de03523c-bfc3-4116-a10c-a646a02e828c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28795"
    uid: 858c0f6f-864f-4251-8c6c-a68f94b0be3a
  kind: Event
  lastTimestamp: "2026-09-17T18:11:54Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-76cbf6b8b7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:11:54Z"
    name: isvc-canary-rollback-v2-predictor.18d62e36a67026fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28797"
    uid: 14409bab-b90b-442d-9d78-41d3debc7bcb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28788"
    uid: 60e514e2-de8d-41f9-a8a8-5cf23418ddb2
  kind: Event
  lastTimestamp: "2026-09-17T18:13:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:44Z"
    name: isvc-canary-rollback.18d62e36a8615958
    namespace: kserve-ci-e2e-test
    resourceVersion: "29900"
    uid: ec45f488-3c73-4f8f-a4af-41fdf764e6eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28788"
    uid: 60e514e2-de8d-41f9-a8a8-5cf23418ddb2
  kind: Event
  lastTimestamp: "2026-09-17T18:13:16Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:16Z"
    name: isvc-canary-rollback.18d62e36a9005465
    namespace: kserve-ci-e2e-test
    resourceVersion: "29650"
    uid: 8f2f4252-e6e5-409c-be74-7f07dbabcc68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:11:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28788"
    uid: 60e514e2-de8d-41f9-a8a8-5cf23418ddb2
  kind: Event
  lastTimestamp: "2026-09-17T18:13:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:13:16Z"
    name: isvc-canary-rollback.18d62e36a900c64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29651"
    uid: d4fc17bf-4c42-4334-808b-d2698bc8166d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: 60e514e2-de8d-41f9-a8a8-5cf23418ddb2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:07Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:13:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:07Z"
    name: isvc-canary-rollback.18d62e4ec4e7fe6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30626"
    uid: f2ee3cb1-517d-4832-ad78-cd9278806c75
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:15:19.647688Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30809"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-684df5466b-d8zdt
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e667d2873aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30812"
    uid: 3e6503a7-a4c2-4b79-9b84-22ed33c79e95
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30819"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e669f133928
    namespace: kserve-ci-e2e-test
    resourceVersion: "30837"
    uid: b7c77eb5-8d72-408e-b75d-c061372d3dfd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e66a09c9e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30843"
    uid: e7d1e4a7-d205-4667-9f86-975ebe7e5d6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e66a45c7aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30849"
    uid: 96c3c16f-b22c-40c9-acfd-3a83d627b903
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e66a4d1f38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30850"
    uid: c06a1023-52fe-44bc-a56e-8cb75bfb9101
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e6796ad2ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30903"
    uid: 2a3f631f-2af5-40c4-945f-e1ba7327dce4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e679966092d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: b38768cb-a952-4b62-b075-e15dbabe4dfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e6799dc07d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30912"
    uid: 21df0017-f922-4bf6-8813-3ebb5ba4c592
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e6799e6d428
    namespace: kserve-ci-e2e-test
    resourceVersion: "30913"
    uid: 9d1385b7-748a-47f9-a333-298faad1a848
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e679d71a24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30929"
    uid: 72081df5-040a-468e-b2d4-4373c49c6b25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e679e0ac228
    namespace: kserve-ci-e2e-test
    resourceVersion: "30930"
    uid: 9e245bfc-9447-43fb-a346-7b549450487e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:16:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e67d2c5b2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31795"
    uid: 4afeb147-48f8-41f2-ae8b-8c1d876c5ed3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:16:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:47Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e7aeb57f35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31732"
    uid: 1e4cdb45-b96e-407c-83c6-1a92c5941c5f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:16:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:47Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e7aeb5878c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31733"
    uid: 89bd6492-817e-4355-a4b1-5e6b75ffffd0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-d8zdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: c3cb8e65-dbd4-401a-afb2-2cce1af228da
  kind: Event
  lastTimestamp: "2026-09-17T18:16:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-canary-stop-predictor-684df5466b-d8zdt.18d62e7bd922dc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: f2b6e30c-8688-4cc0-8593-464a79ac0eb2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:15:19.692702Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30820"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-684df5466b-fvvc9
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e667fd74a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30824"
    uid: 62da7a55-6a48-4722-a658-0ec38f15b89b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e66a283363d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30844"
    uid: 0e791bdd-2b98-4e5a-a881-7d0378373921
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e66a3f827f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: 4b9ca35d-952e-45c0-9a21-2331a672b29e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e66a712f862
    namespace: kserve-ci-e2e-test
    resourceVersion: "30851"
    uid: 2157a229-68bb-4aa6-b062-61597db5c7f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e66a7862565
    namespace: kserve-ci-e2e-test
    resourceVersion: "30853"
    uid: 5a9f1d8f-5acf-4bd6-b4ff-953de5de0306
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e67a6674e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "30946"
    uid: 61b63da0-8e70-442a-bfb0-acff25ad6090
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e67aa59d343
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: 5dacc8ef-f6ab-42c5-906a-abbca3ac93ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e67aad90e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "30953"
    uid: 25a8fd04-aa9d-4a78-9067-8ec67d7fcda9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e67aae464ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: 8e592cd0-0e9d-411f-bd5e-ebf723c56e7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e67af172e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30957"
    uid: d96ffa5c-629a-47b6-bec4-043efb68dd78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e67af8bfbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30958"
    uid: a82bb412-9cc8-4899-aa3d-ec1dc4807ca3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:16:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e67e2abe5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31799"
    uid: 4dd96423-1743-4ae0-b1fe-f9f34488aa88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:16:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:49Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e7b72648208
    namespace: kserve-ci-e2e-test
    resourceVersion: "31779"
    uid: 299bab68-33bb-44ef-89a0-b891c0c7598d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:16:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:49Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e7b7265a9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31780"
    uid: 8b47aa65-5f33-4ad9-b0ab-b3e37d29146b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-fvvc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30822"
    uid: b4e1a8fa-bbdb-4717-9084-08ec3593a350
  kind: Event
  lastTimestamp: "2026-09-17T18:16:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:51Z"
    name: isvc-canary-stop-predictor-684df5466b-fvvc9.18d62e7be901a91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31798"
    uid: d3e3a051-745d-4f06-a506-564e530b7a8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-684df5466b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: 0c890417-5e96-46aa-a80b-c9841c20124e
  kind: Event
  lastTimestamp: "2026-09-17T18:15:19Z"
  message: 'Created pod: isvc-canary-stop-predictor-684df5466b-d8zdt'
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-canary-stop-predictor-684df5466b.18d62e667cbef96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30810"
    uid: 5918f04e-aa1e-449b-8691-51f12504505b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-684df5466b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30791"
    uid: 0c890417-5e96-46aa-a80b-c9841c20124e
  kind: Event
  lastTimestamp: "2026-09-17T18:15:19Z"
  message: 'Created pod: isvc-canary-stop-predictor-684df5466b-fvvc9'
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-canary-stop-predictor-684df5466b.18d62e667f6c270a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30821"
    uid: b447c419-0b35-4deb-afa5-6cf0a29dbb92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-684df5466b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31724"
    uid: 0c890417-5e96-46aa-a80b-c9841c20124e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:47Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-684df5466b-d8zdt'
  metadata:
    creationTimestamp: "2026-09-17T18:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:47Z"
    name: isvc-canary-stop-predictor-684df5466b.18d62e7aeb31180f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31727"
    uid: 20bc1068-2574-4c51-b8b6-8c47ec86ab8d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30790"
    uid: f2570720-8203-469f-b059-65927faac2ec
  kind: Event
  lastTimestamp: "2026-09-17T18:15:19Z"
  message: Scaled up replica set isvc-canary-stop-predictor-684df5466b from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-canary-stop-predictor.18d62e667901a14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: 3a4efeb0-6508-466b-a87d-07877050af41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31720"
    uid: f2570720-8203-469f-b059-65927faac2ec
  kind: Event
  lastTimestamp: "2026-09-17T18:16:47Z"
  message: Scaled down replica set isvc-canary-stop-predictor-684df5466b from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:47Z"
    name: isvc-canary-stop-predictor.18d62e7aeac6557d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31725"
    uid: a7ef4a3d-95c6-4e6d-bd37-343fc8a3d979
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:15:19.603627Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30797"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e667a881a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "30802"
    uid: 68bada0a-badd-4d28-aa8e-d67dd94c4e59
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e668bb753ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: 7c4142be-d938-4fba-afcf-c8124f5a56d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30807"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e66c0484c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "30865"
    uid: 7196c34f-df94-426e-aade-5d7db3acdfc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e66c1c0369a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: e2551e03-2289-4187-a604-9c8d027ce6b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e66c4ea3fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30868"
    uid: a82e13f9-f564-483b-b725-a951d2d167fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:20Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e66c56f34d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30869"
    uid: f441773c-5d8f-4bf4-9296-962416732c5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:25Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e67d297ad92
    namespace: kserve-ci-e2e-test
    resourceVersion: "30967"
    uid: 1d93f216-4172-4f0f-8c16-3b538b919492
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:25Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e67d53fb294
    namespace: kserve-ci-e2e-test
    resourceVersion: "30971"
    uid: df46ce35-c0df-4f11-8851-72079b1ab39e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:25Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e67d5b7e18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30972"
    uid: 3d4c82ad-5020-46bf-842a-0215bce2bc20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:25Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e67d5c255b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: 28d96c2b-ca91-4ac3-94ef-0196d350775d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:25Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e67d8be31b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30976"
    uid: 5e02eb0c-fcc2-465d-a408-ce9bc3ee4af3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:25Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e67d92fc2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30977"
    uid: 5ebdc37a-9ab1-42ba-a885-d7765748286f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:16:37Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:37Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e680ecc09a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31631"
    uid: 3eedc11f-0300-4460-a4a0-e2ad3f8c8cf9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:16:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:49Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e7b70337e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31769"
    uid: 1d35e692-22ef-49ca-8342-f9128143e467
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:16:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:16:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:49Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e7b7033e764
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: a056cb23-90c6-4750-967b-77bfdfab9d9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 49310a5d-63d9-4b1f-b114-0d98f7a7bfe2
  kind: Event
  lastTimestamp: "2026-09-17T18:16:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:52Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g.18d62e7c14fb3246
    namespace: kserve-ci-e2e-test
    resourceVersion: "31808"
    uid: be1f51ee-029e-448a-9c10-57a159d73df2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-68f75f5f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30781"
    uid: bbaf9d0f-355d-4237-9cc4-abe26320a462
  kind: Event
  lastTimestamp: "2026-09-17T18:15:19Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-68f75f5f5f-c2m9g'
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f.18d62e667a20dcc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30799"
    uid: 62668ad5-5904-4437-9846-0f66ef5acb97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30780"
    uid: 604e8b1a-4042-49ff-9f57-690f6ed80fc2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:19Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-68f75f5f5f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-canary-stop-v2-predictor.18d62e6676c4612d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30783"
    uid: dcef40d3-4999-4f24-8843-6d86b7918994
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30773"
    uid: 3d9b133d-df44-48b3-9edf-8d7698726f91
  kind: Event
  lastTimestamp: "2026-09-17T18:16:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:47Z"
    name: isvc-canary-stop.18d62e6678aacef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 81b2bc69-7654-470b-88af-149fc9247d60
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30773"
    uid: 3d9b133d-df44-48b3-9edf-8d7698726f91
  kind: Event
  lastTimestamp: "2026-09-17T18:16:47Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:47Z"
    name: isvc-canary-stop.18d62e66791a9764
    namespace: kserve-ci-e2e-test
    resourceVersion: "31738"
    uid: df8fea22-fc10-4dcd-9c94-29416cabfa97
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30773"
    uid: 3d9b133d-df44-48b3-9edf-8d7698726f91
  kind: Event
  lastTimestamp: "2026-09-17T18:16:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:47Z"
    name: isvc-canary-stop.18d62e66791aed12
    namespace: kserve-ci-e2e-test
    resourceVersion: "31739"
    uid: f4aac342-f63e-496d-949e-819dad8af900
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31672"
    uid: 3d9b133d-df44-48b3-9edf-8d7698726f91
  kind: Event
  lastTimestamp: "2026-09-17T18:16:41Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:41Z"
    name: isvc-canary-stop.18d62e799ab362a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31673"
    uid: 962c165a-31f2-4361-a456-0c021cf42446
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:47:42.775689Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15134"
    uid: 4e0d99ab-9412-4c36-b7aa-444a230bc58f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-6eef31-predictor-7f87c854dc-2przb
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:47:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:47:42Z"
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb.18d62ce4b7e44f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15140"
    uid: eb7e479c-fa62-488e-89d0-69f7295ce5f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15144"
    uid: 4e0d99ab-9412-4c36-b7aa-444a230bc58f
  kind: Event
  lastTimestamp: "2026-09-17T17:47:43Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:47:43Z"
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb.18d62ce4d9f83ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15180"
    uid: 0776d77b-80c0-4768-bbb2-9ba1add54516
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4e0d99ab-9412-4c36-b7aa-444a230bc58f
  kind: Event
  lastTimestamp: "2026-09-17T17:47:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
  metadata:
    creationTimestamp: "2026-09-17T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:43Z"
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb.18d62ce4dbb64c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15182"
    uid: bbcbfdeb-0dc8-43d4-9e51-586ebcd030b7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4e0d99ab-9412-4c36-b7aa-444a230bc58f
  kind: Event
  lastTimestamp: "2026-09-17T17:47:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    in 3.143s (3.143s including waiting). Image size: 308174244 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:46Z"
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb.18d62ce5971b6ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: 10b94819-6dc1-49e4-bb7a-a73dda62e920
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4e0d99ab-9412-4c36-b7aa-444a230bc58f
  kind: Event
  lastTimestamp: "2026-09-17T17:47:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:51Z"
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb.18d62ce59aaebf66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15267"
    uid: 857fa29d-df52-4c22-8164-79878264fb1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4e0d99ab-9412-4c36-b7aa-444a230bc58f
  kind: Event
  lastTimestamp: "2026-09-17T17:47:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:51Z"
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb.18d62ce59b26c4fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15269"
    uid: b8f29cb0-6050-47e4-b784-36a43c5fd5d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4e0d99ab-9412-4c36-b7aa-444a230bc58f
  kind: Event
  lastTimestamp: "2026-09-17T17:47:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:47:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:51Z"
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb.18d62ce6b53d2241
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: 0a985a92-05a9-48e3-9f5e-e34df7ca772f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15138"
    uid: 4e0d99ab-9412-4c36-b7aa-444a230bc58f
  kind: Event
  lastTimestamp: "2026-09-17T17:47:53Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:53Z"
    name: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb.18d62ce72cfe9346
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: 8206b8af-5210-4707-8a20-903f19abe1a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-6eef31-predictor-7f87c854dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: 3d611b12-e313-4689-a658-a7346ba8ba16
  kind: Event
  lastTimestamp: "2026-09-17T17:47:42Z"
  message: 'Created pod: isvc-init-fail-6eef31-predictor-7f87c854dc-2przb'
  metadata:
    creationTimestamp: "2026-09-17T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:42Z"
    name: isvc-init-fail-6eef31-predictor-7f87c854dc.18d62ce4b6f05843
    namespace: kserve-ci-e2e-test
    resourceVersion: "15135"
    uid: 2d3b3cfb-813d-48cf-a95c-30f6a6f70cec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-6eef31-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15121"
    uid: eca193a9-83fb-4f80-965f-856aae173042
  kind: Event
  lastTimestamp: "2026-09-17T17:47:42Z"
  message: Scaled up replica set isvc-init-fail-6eef31-predictor-7f87c854dc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:42Z"
    name: isvc-init-fail-6eef31-predictor.18d62ce4af664514
    namespace: kserve-ci-e2e-test
    resourceVersion: "15123"
    uid: 72164ade-2e63-4ea4-a6ec-347c353ecb0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6eef31
    namespace: kserve-ci-e2e-test
    resourceVersion: "15111"
    uid: e0faf61c-0da8-4175-a03b-9821c368d0ee
  kind: Event
  lastTimestamp: "2026-09-17T17:47:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:47:51Z"
    name: isvc-init-fail-6eef31.18d62ce4b55d90cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15270"
    uid: 8331c701-a98b-4125-a121-b853575fe3e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6eef31
    namespace: kserve-ci-e2e-test
    resourceVersion: "15111"
    uid: e0faf61c-0da8-4175-a03b-9821c368d0ee
  kind: Event
  lastTimestamp: "2026-09-17T17:47:42Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-6eef31":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-6eef31":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:47:42Z"
    name: isvc-init-fail-6eef31.18d62ce4b5d58d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15132"
    uid: 2c69c69b-bec5-44c8-aac6-774dfee4bd3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6eef31
    namespace: kserve-ci-e2e-test
    resourceVersion: "15111"
    uid: e0faf61c-0da8-4175-a03b-9821c368d0ee
  kind: Event
  lastTimestamp: "2026-09-17T17:47:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-6eef31": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:47:42Z"
    name: isvc-init-fail-6eef31.18d62ce4b5d5d37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15133"
    uid: 8941dc5e-3524-4bc1-8112-8ccb0c49b4ab
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:16:59.925277Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31898"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-6v488
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:16:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:16:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e7dd62afd9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31904"
    uid: 73b7ebc3-b67d-425a-a03d-1512c4e510d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31908"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:00Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:17:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e7df84b4d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "31916"
    uid: 8a05a70f-93ac-46c6-9630-6459f84fbd19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e7df9e62def
    namespace: kserve-ci-e2e-test
    resourceVersion: "31918"
    uid: d147ed08-3b55-413d-b6a1-edff14b75362
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e7dfd6d1ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31921"
    uid: 91d4979e-31d0-4d10-b57d-a0dcbad4106a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:17:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e7dfde33156
    namespace: kserve-ci-e2e-test
    resourceVersion: "31922"
    uid: 261b7ef5-8d5d-4286-a1b5-8334a5eb2eab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:05Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:05Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e7f0d5e377a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31968"
    uid: 3f6e9337-37b9-439f-bdc0-adab94d8dac9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:12Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 7.187s (7.187s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e80b9c6c7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32020"
    uid: 20b9758b-2c76-47b0-a830-5a8473e5f7a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e80bd3707e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32021"
    uid: ba5e8b7e-1135-4251-b3d0-b265eb30df41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e80bdafb7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32022"
    uid: e30cf613-1094-434c-9577-9d6e16f1e2f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e80bdbc1b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "32023"
    uid: cbbec821-c1a9-49b8-b74a-4ebb37603906
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e80c1235dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32024"
    uid: 60d1f246-be18-47fc-95f1-da5858ae365b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:17:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:12Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e80c19b817c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32025"
    uid: 7fc0947c-b52e-4ef8-8504-dda44438f903
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:18:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:57Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e8128dba41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33011"
    uid: 900c60cb-ba10-46cf-85a9-c4b82cfdf988
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:18:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e988c47ea40
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 4a049456-2727-4a34-8cd8-a18dfd5ae784
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:18:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:54Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e988c493f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "32971"
    uid: 6404f3ed-308f-4be3-9f3d-f8e5f9ad9866
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-6v488
    namespace: kserve-ci-e2e-test
    resourceVersion: "31902"
    uid: 5f63ac8a-5b96-47b1-a975-5b0c92d34619
  kind: Event
  lastTimestamp: "2026-09-17T18:19:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:00Z"
    name: isvc-lightgbm-predictor-54f85ddf88-6v488.18d62e98ad158ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33069"
    uid: f0e8cd7d-da66-48e3-9a01-6d5d36e024ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31888"
    uid: 2801531b-5f6f-4465-a8dd-2d8c1767f40d
  kind: Event
  lastTimestamp: "2026-09-17T18:16:59Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-6v488'
  metadata:
    creationTimestamp: "2026-09-17T18:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:59Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d62e7dd59193a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31901"
    uid: 8f88f227-54cc-4bb9-997d-62e4ad3295e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31885"
    uid: 9f23d221-e9f1-4116-a88c-05b5f8aae9b8
  kind: Event
  lastTimestamp: "2026-09-17T18:16:59Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:59Z"
    name: isvc-lightgbm-predictor.18d62e7dd214e195
    namespace: kserve-ci-e2e-test
    resourceVersion: "31889"
    uid: d49d50c2-9d65-473c-a482-19fc1d9099fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31887"
    uid: 44be316a-fbac-4821-ab09-b2d3e5127b9a
  kind: Event
  lastTimestamp: "2026-09-17T18:17:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:44Z"
    name: isvc-lightgbm-predictor.18d62e815101c47a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32298"
    uid: ab0cf498-12c4-49eb-89a1-602198be9abf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31887"
    uid: 44be316a-fbac-4821-ab09-b2d3e5127b9a
  kind: Event
  lastTimestamp: "2026-09-17T18:17:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:17:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:44Z"
    name: isvc-lightgbm-predictor.18d62e81516f7377
    namespace: kserve-ci-e2e-test
    resourceVersion: "32299"
    uid: 1e861558-e829-41e3-a51d-c6f1bcf49b79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: 44be316a-fbac-4821-ab09-b2d3e5127b9a
  kind: Event
  lastTimestamp: "2026-09-17T18:18:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:44Z"
    name: isvc-lightgbm-predictor.18d62e8bcda689f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32807"
    uid: 044d8b95-6db2-4a89-bbe5-91128dcdf722
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: 44be316a-fbac-4821-ab09-b2d3e5127b9a
  kind: Event
  lastTimestamp: "2026-09-17T18:18:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:17:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:44Z"
    name: isvc-lightgbm-predictor.18d62e8bce142395
    namespace: kserve-ci-e2e-test
    resourceVersion: "32808"
    uid: 7e8f0bdf-b699-4f03-afba-b4482dc067bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:19:00.035630Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33052"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:19:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:19:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e99cd4d8ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33056"
    uid: cefb546a-0b23-45e6-92eb-d37a5b68ddeb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33061"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:00Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:19:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e99ef22d9a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33075"
    uid: e3835aba-9804-476e-ba83-78eb7ec40305
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e99f0ce64c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33077"
    uid: ef0c9093-8ea2-4fdc-9083-82a0c0d6d74d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e99f3d6a86b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33079"
    uid: eb249597-128c-40b8-9c8b-387bdce23378
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e99f449dd32
    namespace: kserve-ci-e2e-test
    resourceVersion: "33080"
    uid: 7b54a55e-df0e-48c6-b124-4a152658a189
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:05Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:05Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e9b0218ccb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33127"
    uid: 8d396ae3-aeb6-4195-85c9-4bc5da60907f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:11Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.744s (6.744s
    including waiting). Image size: 643927316 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:11Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e9c94216cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33175"
    uid: 70b3c838-4108-49ce-952d-776570b8d82c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e9c972af542
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: 134928c3-13dd-4fef-9f80-f5ddaa0bc04f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e9c979d5f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: cc7ccfc3-ad95-437b-b5c6-9a61b44e6c29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e9c97a84335
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: 11c30f63-78a7-448c-b04c-e30b301caef5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e9c9a95717e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33181"
    uid: 4f9b87e2-cbe8-4a4e-83c9-67864d0a9514
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:19:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:19:12Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e9c9b086a9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33182"
    uid: 4ab97169-bd98-4dd2-bd68-fe4e3d53b877
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:39Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62e9ce0f0dae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33914"
    uid: 7fa6ce04-4a6d-45a2-9151-1caf9495e4de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62eb3b4b38a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34032"
    uid: b550ebf7-7274-49d9-9854-998178da6a16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62eb3b4b4049f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34033"
    uid: c5b23f97-7c7e-494d-9b0b-1a8c3d401145
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33054"
    uid: 3b9141a1-9b70-4db5-a973-0d589dfbefe6
  kind: Event
  lastTimestamp: "2026-09-17T18:20:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:54Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd.18d62eb46538c0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34051"
    uid: 7d5c4a73-12a8-408d-ba6a-1e141ed41bcf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33043"
    uid: 6009007a-bc0a-43e3-80fa-e51e37a58141
  kind: Event
  lastTimestamp: "2026-09-17T18:19:00Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-w95bd'
  metadata:
    creationTimestamp: "2026-09-17T18:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:00Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d62e99ccbb8c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "33053"
    uid: 8fe6fe02-8b13-4a1f-8ae6-4e355bcbe985
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 63217bb5-926d-47de-8f28-27556f683511
  kind: Event
  lastTimestamp: "2026-09-17T18:18:59Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:59Z"
    name: isvc-lightgbm-runtime-predictor.18d62e99c73867e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33046"
    uid: 2a4b52cf-1142-490f-bb71-bd131f85c9bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: c28e9859-00c7-49ec-a473-fd57083fb2d3
  kind: Event
  lastTimestamp: "2026-09-17T18:19:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:44Z"
    name: isvc-lightgbm-runtime-predictor.18d62e9d44c3ef92
    namespace: kserve-ci-e2e-test
    resourceVersion: "33427"
    uid: 4b874f18-5263-48ce-986b-f46fe84c61e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: c28e9859-00c7-49ec-a473-fd57083fb2d3
  kind: Event
  lastTimestamp: "2026-09-17T18:19:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:19:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:44Z"
    name: isvc-lightgbm-runtime-predictor.18d62e9d45323b66
    namespace: kserve-ci-e2e-test
    resourceVersion: "33428"
    uid: 30f605df-9f4a-46a9-9647-f845a0cf9a99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33208"
    uid: c28e9859-00c7-49ec-a473-fd57083fb2d3
  kind: Event
  lastTimestamp: "2026-09-17T18:20:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:45Z"
    name: isvc-lightgbm-runtime-predictor.18d62ea7c14de4b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33959"
    uid: 5eda2b1d-f71d-4769-b095-51e2345f2517
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33208"
    uid: c28e9859-00c7-49ec-a473-fd57083fb2d3
  kind: Event
  lastTimestamp: "2026-09-17T18:20:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:19:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:45Z"
    name: isvc-lightgbm-runtime-predictor.18d62ea7c1babe56
    namespace: kserve-ci-e2e-test
    resourceVersion: "33960"
    uid: 51013262-e281-4878-9bc0-0b32b4ca8d0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33031"
    uid: 1dfabf72-3f13-4878-af8a-d229b2c70d6f
  kind: Event
  lastTimestamp: "2026-09-17T18:20:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:49Z"
    name: isvc-lightgbm-runtime.18d62e99c64b0dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34004"
    uid: 892a1674-5981-4d1d-b064-b87212a02df4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33031"
    uid: 1dfabf72-3f13-4878-af8a-d229b2c70d6f
  kind: Event
  lastTimestamp: "2026-09-17T18:19:00Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:18:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:00Z"
    name: isvc-lightgbm-runtime.18d62e99c706e6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33062"
    uid: 1f3cf6b3-bb9a-4943-bd2a-e144b35b0a3e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33034"
    uid: 1dfabf72-3f13-4878-af8a-d229b2c70d6f
  kind: Event
  lastTimestamp: "2026-09-17T18:19:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:19:00Z"
    name: isvc-lightgbm-runtime.18d62e99cf2c75bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33063"
    uid: 345a2671-46d0-482f-b23f-2d2cb079c65c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34001"
    uid: 1dfabf72-3f13-4878-af8a-d229b2c70d6f
  kind: Event
  lastTimestamp: "2026-09-17T18:20:49Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:49Z"
    name: isvc-lightgbm-runtime.18d62eb341d15652
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 6681f3f5-0a84-4355-8f5c-9c6d7e72579c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:21:51.713755Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34592"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:21:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:21:51Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec1c61de063
    namespace: kserve-ci-e2e-test
    resourceVersion: "34598"
    uid: 8c06a775-9d30-4e74-b04a-13be7bce42c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34602"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:21:52Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:21:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec1e7ed28f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34614"
    uid: bd45f747-89a7-4ace-9466-cbb0f86929f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:21:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec1e96a4c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "34616"
    uid: a3d9fb8d-5829-4e77-bf79-33a6f213b345
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:21:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec1ec1d8894
    namespace: kserve-ci-e2e-test
    resourceVersion: "34617"
    uid: bbb65e78-8450-48bc-a41c-0861a645418a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:21:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:52Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec1ec907943
    namespace: kserve-ci-e2e-test
    resourceVersion: "34618"
    uid: dfb94b47-9979-4b99-b492-2f6fe37fe78b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec2f923935b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34709"
    uid: ad9ca93b-9e18-43f9-9c67-82ac2b79d934
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec2fbb87952
    namespace: kserve-ci-e2e-test
    resourceVersion: "34713"
    uid: 523cba74-4e51-40cd-9061-747586f058ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec2fc2d8bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: b23cd1f9-8980-4eb8-9380-70d4f25aa41e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec2fc37cdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34715"
    uid: 2c13182b-a3da-44cc-991b-4df82f655f62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec2ff17c37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34717"
    uid: 37716832-784c-4342-bc6e-329e666c387e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec2ff90c746
    namespace: kserve-ci-e2e-test
    resourceVersion: "34718"
    uid: 51d82e05-db67-42f9-9ca6-ce4cc17a905b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:22:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:03Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec3351cec7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34810"
    uid: 97d4b15b-e219-4e46-91c7-0640e528f482
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:22:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec8c89a667b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34967"
    uid: 19aa005d-3a10-4074-b02a-b2f9d6c23ef5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34594"
    uid: e60bf33d-e3e0-49cd-93c0-3cc0bbdaddca
  kind: Event
  lastTimestamp: "2026-09-17T18:22:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4.18d62ec8c89af320
    namespace: kserve-ci-e2e-test
    resourceVersion: "34968"
    uid: 023dcde6-1c58-4de0-8b91-52da9dcb19f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34583"
    uid: f7dcf4f5-dd46-47d5-aeae-e82ad5ad068d
  kind: Event
  lastTimestamp: "2026-09-17T18:21:51Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-4fvt4'
  metadata:
    creationTimestamp: "2026-09-17T18:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:51Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d62ec1c5ac52ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "34593"
    uid: 361302cc-06d0-4c95-9942-9b143a4cd595
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: 2abff005-1b97-42be-b026-f5ff138becfe
  kind: Event
  lastTimestamp: "2026-09-17T18:21:51Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:51Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62ec1c2b15a63
    namespace: kserve-ci-e2e-test
    resourceVersion: "34584"
    uid: 60dc7336-b5ef-4a6e-99a5-d70634c7565f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34582"
    uid: fe87de66-5afc-4c4d-beae-f39a66b55329
  kind: Event
  lastTimestamp: "2026-09-17T18:22:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:21Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62ec541b75011
    namespace: kserve-ci-e2e-test
    resourceVersion: "34949"
    uid: 70fb1866-bde1-4718-8b7a-c742b81abc63
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34582"
    uid: fe87de66-5afc-4c4d-beae-f39a66b55329
  kind: Event
  lastTimestamp: "2026-09-17T18:22:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:21Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d62ec542033823
    namespace: kserve-ci-e2e-test
    resourceVersion: "34950"
    uid: 9ba0d5da-0081-4b25-a8cd-85f0aaadc9d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34574"
    uid: 96489632-e514-42e4-98f0-71eaffe5e20c
  kind: Event
  lastTimestamp: "2026-09-17T18:22:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:14Z"
    name: isvc-lightgbm-v2-kserve.18d62ec1c2b0db02
    namespace: kserve-ci-e2e-test
    resourceVersion: "34896"
    uid: 4a8dc8c5-ae21-45de-b0b3-6c531d1d8984
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34574"
    uid: 96489632-e514-42e4-98f0-71eaffe5e20c
  kind: Event
  lastTimestamp: "2026-09-17T18:21:51Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:51Z"
    name: isvc-lightgbm-v2-kserve.18d62ec1c365dc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "34604"
    uid: e1bac18b-2ca0-4c1f-b6af-d93f65851dd7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34576"
    uid: 96489632-e514-42e4-98f0-71eaffe5e20c
  kind: Event
  lastTimestamp: "2026-09-17T18:21:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:51Z"
    name: isvc-lightgbm-v2-kserve.18d62ec1c98fb555
    namespace: kserve-ci-e2e-test
    resourceVersion: "34605"
    uid: 72457404-3ec7-41b0-8bf6-8e2ad3bc6f8e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34894"
    uid: 96489632-e514-42e4-98f0-71eaffe5e20c
  kind: Event
  lastTimestamp: "2026-09-17T18:22:13Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:13Z"
    name: isvc-lightgbm-v2-kserve.18d62ec6f4f56977
    namespace: kserve-ci-e2e-test
    resourceVersion: "34895"
    uid: 03d64fad-30e4-4a22-a6a6-a377f2b416dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:20:56.455465Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34089"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:20:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:20:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb4e8773ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34095"
    uid: eb986cfb-0ab6-4a42-a8d4-c838845b7a5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:20:57Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:20:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb50a7752c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34112"
    uid: 22f67548-6a29-4d65-8eef-f946f94bd38e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:20:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb50bea6ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34114"
    uid: 679e1ccf-dad2-4baf-aef0-318c4e34ea0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:20:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb50e522a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "34117"
    uid: 87868f92-b7b0-43d2-9734-c508547753f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:20:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:57Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb50eae09eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34118"
    uid: 284ef48f-0fb6-4499-aa00-e3a394e20731
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb609e052ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "34156"
    uid: 01cb201e-3cb9-4b54-affb-f18e17cd3b77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb60d554af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34159"
    uid: 1fa2ba49-4deb-4db0-885f-40b3551895ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb60dbfcaad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34161"
    uid: 72c9fbdf-748c-45bc-b0d2-93044ee929bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb60dc93b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34162"
    uid: 249fb593-5dcd-4a6f-ad84-69ee1553f706
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb610cec85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34166"
    uid: e3353a8b-481d-4c03-a4a8-5b99be38f9b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:21:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:01Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62eb611483e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34167"
    uid: 26ae2093-2a06-4d77-9660-bc88a52eaa78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:21:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62ec09101c2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34515"
    uid: 39fa71d3-bf68-4d42-aede-a16134c9e87e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: 0e5268d5-58b4-45d3-aa2e-a3fc5a6210f9
  kind: Event
  lastTimestamp: "2026-09-17T18:21:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:46Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2.18d62ec09102cb42
    namespace: kserve-ci-e2e-test
    resourceVersion: "34516"
    uid: 8d7e041f-78f9-4c54-91be-1cad78a0a117
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34080"
    uid: 000ea61b-adb6-4ac8-b7fb-667a4e21903f
  kind: Event
  lastTimestamp: "2026-09-17T18:20:56Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-cnvw2'
  metadata:
    creationTimestamp: "2026-09-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:56Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d62eb4e7e0cf97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34090"
    uid: ba2943b7-5d16-4463-8cf7-134874e90d9a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34078"
    uid: 7eea2389-ab01-453e-be36-9318f2439b49
  kind: Event
  lastTimestamp: "2026-09-17T18:20:56Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:56Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62eb4e4b8eac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34082"
    uid: dfb09196-303a-4f78-accd-f0600572f7fa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34079"
    uid: d3d66640-8dc6-4673-8c3a-febf6f63b04f
  kind: Event
  lastTimestamp: "2026-09-17T18:21:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62eb863fa2694
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 8d1150d0-e0a0-4d67-b15d-79ec67dab292
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34079"
    uid: d3d66640-8dc6-4673-8c3a-febf6f63b04f
  kind: Event
  lastTimestamp: "2026-09-17T18:21:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62eb86465535d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34237"
    uid: 76407364-9ec7-4dea-8d44-3dcd3cb215a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34236"
    uid: d3d66640-8dc6-4673-8c3a-febf6f63b04f
  kind: Event
  lastTimestamp: "2026-09-17T18:21:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62ebbe33d66ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34465"
    uid: bac14b9c-a80b-48a7-8acf-fca41660d953
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34236"
    uid: d3d66640-8dc6-4673-8c3a-febf6f63b04f
  kind: Event
  lastTimestamp: "2026-09-17T18:21:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:41Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d62ebbe3a83cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34466"
    uid: bd94eabb-7295-45e9-ad5c-9180d15dcac6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34071"
    uid: f4289476-05c3-4d95-a858-55cc0eca6659
  kind: Event
  lastTimestamp: "2026-09-17T18:21:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:39Z"
    name: isvc-lightgbm-v2-runtime.18d62eb4e4ca933f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34447"
    uid: 29b3101d-b5e0-4b03-a381-40ebaa33b048
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34071"
    uid: f4289476-05c3-4d95-a858-55cc0eca6659
  kind: Event
  lastTimestamp: "2026-09-17T18:20:56Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:56Z"
    name: isvc-lightgbm-v2-runtime.18d62eb4e59977e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34086"
    uid: 857fba43-467a-412d-a93b-a41c6637a0ee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34444"
    uid: f4289476-05c3-4d95-a858-55cc0eca6659
  kind: Event
  lastTimestamp: "2026-09-17T18:21:39Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:39Z"
    name: isvc-lightgbm-v2-runtime.18d62ebee9f49961
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: 9576cfeb-01d8-4230-af55-b0278ab871de
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31877"
    uid: 01a16eaa-4690-4796-a9d9-8ca032848baa
  kind: Event
  lastTimestamp: "2026-09-17T18:18:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:48Z"
    name: isvc-lightgbm.18d62e7dd22a2a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "32861"
    uid: d1b8f9c7-885f-47a2-a4f2-549fc805a184
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31877"
    uid: 01a16eaa-4690-4796-a9d9-8ca032848baa
  kind: Event
  lastTimestamp: "2026-09-17T18:16:59Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:16:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:59Z"
    name: isvc-lightgbm.18d62e7dd2c13523
    namespace: kserve-ci-e2e-test
    resourceVersion: "31894"
    uid: 700ad609-dc57-487e-a46f-7da364b22824
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32859"
    uid: 01a16eaa-4690-4796-a9d9-8ca032848baa
  kind: Event
  lastTimestamp: "2026-09-17T18:18:48Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:48Z"
    name: isvc-lightgbm.18d62e9702f9f2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32860"
    uid: c6d90188-3e6d-4447-a80a-efbf018d830c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:51:33.147806Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17348"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-7d8d566b5b-tm7sf
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:51:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:51:33Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1a5b23afe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17354"
    uid: edc6e1ef-c009-4ab0-abdc-930570dfa493
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:33Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1a62450db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 2ce4c7f0-c779-4bf3-abd8-2a72d500d4d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:34Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:51:34Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1aa0b84655
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: f86d4777-a127-4708-9552-33843965a1e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:34Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1aa291ec85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: f2d53941-99db-42db-bfba-f172e618d45c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:34Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1aa554acb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 73bca220-4b08-4b3d-91f4-309c891b3166
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:34Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1aa5d692ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 7618954c-0845-4082-a9f2-8779dc5993c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1bad2c03d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: 2282036a-09f3-4cfe-a3ec-794f7d3cdbef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1bafe0c47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17432"
    uid: f4f7bf5e-df13-492b-854a-70b4cbf70616
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1bb056f200
    namespace: kserve-ci-e2e-test
    resourceVersion: "17433"
    uid: ef0921dd-884c-43fe-bd54-89e5536a59d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1bb0610bd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17434"
    uid: cc4c8861-a4ae-4026-90a8-8eb916a91cc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1bb3235f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: 19064da3-437a-45bc-a23b-5b9239801cad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1bb394f230
    namespace: kserve-ci-e2e-test
    resourceVersion: "17438"
    uid: f96465b2-9a33-471b-9473-6396d0735465
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:33e5ba7786d00e1babdfd3b2d2570064de7dfa1acc845931df2bfe98c1e91931"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1bb39edb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17439"
    uid: 547fdc30-f98d-4cca-b749-3f72e187d120
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1bb698db9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17441"
    uid: c23c23eb-0d80-4a28-aa63-100f7f4278e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1bb707e3d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: d0b24156-2de5-4a17-822c-038e779eaa6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:53:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:13Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1be934334a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18328"
    uid: 4b6103ba-48fe-4081-b483-ff7fb4e64eb9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:53:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:13Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d1c24fcb402
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: bd5541a3-b819-4964-b367-9b469abe3b5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:53:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:08Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d308cd03e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18240"
    uid: 5c60d532-48a0-46df-8148-a919ea9a66b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:53:08Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:08Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d308cd08fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18241"
    uid: 4a1c36af-c124-4909-b9ba-6fef698a7161
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:53:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:08Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d308cd0f73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18243"
    uid: 3fe7afd9-411d-4a1a-9980-f59cc3e7c7f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-7d8d566b5b-tm7sf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 2bd00201-829d-4766-b66d-321c3e4bc637
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-logger-predictor-7d8d566b5b-tm7sf.18d62d31553b026a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18466"
    uid: 0212652f-a83d-4af7-a9ed-2f26591f0f44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-7d8d566b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: 36b24ea7-80f5-435e-96d6-87636ca565a9
  kind: Event
  lastTimestamp: "2026-09-17T17:51:33Z"
  message: 'Created pod: isvc-logger-predictor-7d8d566b5b-tm7sf'
  metadata:
    creationTimestamp: "2026-09-17T17:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:33Z"
    name: isvc-logger-predictor-7d8d566b5b.18d62d1a5a9c01f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17349"
    uid: 19ed7186-d575-440b-87b9-8947171150ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17335"
    uid: 8e22e042-c579-47c0-a9bb-d5e8029d5fc5
  kind: Event
  lastTimestamp: "2026-09-17T17:51:33Z"
  message: Scaled up replica set isvc-logger-predictor-7d8d566b5b from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:33Z"
    name: isvc-logger-predictor.18d62d1a56eda2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17340"
    uid: 28f0069f-3a80-4f77-8224-7ece5ca98d5f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: c5279a7e-dd86-4136-9a4c-6151b3b3d3a8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:18Z"
    name: isvc-logger-predictor.18d62d1dd66c6bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 3675ffda-d8b3-4b3a-8d17-e20424e0d0e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: c5279a7e-dd86-4136-9a4c-6151b3b3d3a8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:18Z"
    name: isvc-logger-predictor.18d62d1dd6e5ae78
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: dfc64cdd-ec21-450b-864a-f0aac93f60a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: c5279a7e-dd86-4136-9a4c-6151b3b3d3a8
  kind: Event
  lastTimestamp: "2026-09-17T17:53:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:03Z"
    name: isvc-logger-predictor.18d62d215623df50
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 4a7eda77-e88b-4cf7-99a8-aaf9bba21cd0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17581"
    uid: c5279a7e-dd86-4136-9a4c-6151b3b3d3a8
  kind: Event
  lastTimestamp: "2026-09-17T17:53:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:03Z"
    name: isvc-logger-predictor.18d62d2156d16473
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 37a06b74-45da-4514-b028-a35ccf27f021
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: edae2669-b1a2-444a-8dc2-b8ecae980b9d
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-logger.18d62d1a57567d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "18083"
    uid: 3f9af986-1177-48c7-b45e-1a8dd0b3d22e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17328"
    uid: edae2669-b1a2-444a-8dc2-b8ecae980b9d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:33Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:33Z"
    name: isvc-logger.18d62d1a57dabd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17344"
    uid: 127d2ecb-b811-48fb-b6eb-06e157fb6c0c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18080"
    uid: edae2669-b1a2-444a-8dc2-b8ecae980b9d
  kind: Event
  lastTimestamp: "2026-09-17T17:52:53Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:52:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:53Z"
    name: isvc-logger.18d62d2d0a2b6b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: 3bc633f3-65ec-4e36-b69b-81cfde9ed6aa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:22:27.034885Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35037"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:22:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:22:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62ec9ff6cdc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "35042"
    uid: 16d8cefe-55a9-4543-ae18-6c72261ab062
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35046"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:22:27Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:22:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62eca21776fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35057"
    uid: 74838ec0-e4c5-4c83-bce8-202bab907fdc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:22:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62eca232566be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35059"
    uid: 6cf07349-4a1b-4e9f-8e68-c3d3e49bf7e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:22:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62eca25949c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 54558daf-d826-4a83-9e33-5dabf7148eb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:22:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62eca2616f96b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35061"
    uid: a5ef3f46-9903-4325-949b-b5d5325fe4a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:22:31Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62ecb18ffd8c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35098"
    uid: 10818cf5-de70-4c3b-be5b-40a057fdfdb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:22:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62ecb1c893387
    namespace: kserve-ci-e2e-test
    resourceVersion: "35102"
    uid: c0014b52-14a4-423f-a350-f60a9fd0ee1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:22:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62ecb1d00a4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35103"
    uid: b1984e61-cd17-466f-b197-b57db7acc67c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:22:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62ecb1d0b1a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "35104"
    uid: a26863df-33b5-4740-8eb9-d306aa8e862b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:22:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62ecb204db112
    namespace: kserve-ci-e2e-test
    resourceVersion: "35107"
    uid: 6e4cd27f-6c0f-4c09-b90a-3f0bc1e114b1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:22:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62ecb20bebea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35108"
    uid: f591860b-6a02-4545-a1b8-9264ef08a670
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:23:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:17Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62ed5a86c1433
    namespace: kserve-ci-e2e-test
    resourceVersion: "35470"
    uid: 5650aed3-4000-48a2-af06-59223870ae44
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35040"
    uid: d634d671-4f13-4968-8bb0-a38e1e24af12
  kind: Event
  lastTimestamp: "2026-09-17T18:23:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:17Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5.18d62ed5a86c7847
    namespace: kserve-ci-e2e-test
    resourceVersion: "35471"
    uid: 82fd905f-62ba-4417-9484-85937139449d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "35026"
    uid: 1ccafa18-5c27-4cbe-b4bd-5c58c675201a
  kind: Event
  lastTimestamp: "2026-09-17T18:22:27Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-66rj5'
  metadata:
    creationTimestamp: "2026-09-17T18:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:27Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d62ec9fee3f0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35039"
    uid: 2969d574-f9e3-41ce-b9ee-9757f067e38a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35023"
    uid: 63b62821-f1d9-4ae1-9dc7-ee9be8899cd1
  kind: Event
  lastTimestamp: "2026-09-17T18:22:26Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:26Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62ec9fb447d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35029"
    uid: 79c612a8-fb31-44a9-b5e2-d90cdd12242a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35025"
    uid: c63be841-95a9-437a-8cb7-5f91b62447d9
  kind: Event
  lastTimestamp: "2026-09-17T18:22:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62ecd79affd0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35185"
    uid: 9a3928e2-b636-4075-a388-d88a35f7b967
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35025"
    uid: c63be841-95a9-437a-8cb7-5f91b62447d9
  kind: Event
  lastTimestamp: "2026-09-17T18:22:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:41Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62ecd7a1d2fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35187"
    uid: 4a9b429e-3d4c-42b9-a564-f563fb4a1d20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: c63be841-95a9-437a-8cb7-5f91b62447d9
  kind: Event
  lastTimestamp: "2026-09-17T18:23:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:12Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62ed0f8db93d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35412"
    uid: 4a498a4b-8f76-4d47-9ca5-ae2186a3f702
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: c63be841-95a9-437a-8cb7-5f91b62447d9
  kind: Event
  lastTimestamp: "2026-09-17T18:23:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:12Z"
    name: isvc-mlflow-v2-runtime-predictor.18d62ed0f9483097
    namespace: kserve-ci-e2e-test
    resourceVersion: "35413"
    uid: 629bf053-22a8-4d0f-a379-77dd1a1c96ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35015"
    uid: eec3e9bd-b403-4e9b-b7a4-aeeb0b0fd976
  kind: Event
  lastTimestamp: "2026-09-17T18:23:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:09Z"
    name: isvc-mlflow-v2-runtime.18d62ec9fb4150a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35396"
    uid: a2e85213-819a-4224-9c90-e5e9d1cf2e3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35015"
    uid: eec3e9bd-b403-4e9b-b7a4-aeeb0b0fd976
  kind: Event
  lastTimestamp: "2026-09-17T18:22:27Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:22:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:27Z"
    name: isvc-mlflow-v2-runtime.18d62ec9fbdaa82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35050"
    uid: 4559072d-414a-4906-adec-74e4c284247e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35018"
    uid: eec3e9bd-b403-4e9b-b7a4-aeeb0b0fd976
  kind: Event
  lastTimestamp: "2026-09-17T18:22:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:22:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:22:27Z"
    name: isvc-mlflow-v2-runtime.18d62eca027a62a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35051"
    uid: 8184e86b-ec0a-4861-9855-13349e4fecec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35393"
    uid: eec3e9bd-b403-4e9b-b7a4-aeeb0b0fd976
  kind: Event
  lastTimestamp: "2026-09-17T18:23:09Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:09Z"
    name: isvc-mlflow-v2-runtime.18d62ed3f9573a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "35395"
    uid: 95d69945-06f5-4cc9-987c-25887343d2ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:24:47.535920Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36417"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:24:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:24:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeab5ef3b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36422"
    uid: 9fb7a252-4058-4270-ae70-1f7fe8b3ba9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:24:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeac14d620e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36431"
    uid: 93431c18-8543-4200-9a94-1c56dbbafa0b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36427"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:24:48Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:24:48Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeafba44340
    namespace: kserve-ci-e2e-test
    resourceVersion: "36440"
    uid: aaab216c-77a8-4ff8-8df4-f0e069a3b514
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:24:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:48Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeafd605b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36442"
    uid: 38b733fe-cc86-42cd-8a27-25c9ce25c83b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:24:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:48Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeb009991ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36444"
    uid: 46ecded6-b661-4373-b5a5-6249bce56eab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:24:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:48Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeb0109eaa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36445"
    uid: edafea4e-ec43-4612-a825-d22fff39d7e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:24:54Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:54Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eec5229a474
    namespace: kserve-ci-e2e-test
    resourceVersion: "36496"
    uid: 3281bee2-83b9-4d56-b865-ff585ca27d2d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:05Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.978s (10.978s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeee0849955
    namespace: kserve-ci-e2e-test
    resourceVersion: "36585"
    uid: cdf794e1-1fd6-4f1c-a1b4-73c55662f115
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeee3b7599d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36589"
    uid: d13c338b-3f29-4627-b898-1d7d1009413c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeee4295643
    namespace: kserve-ci-e2e-test
    resourceVersion: "36590"
    uid: 4a3f7e67-a19b-4032-b9f9-f28ca95ff631
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeee4336af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36591"
    uid: b1b2b2c1-ef7e-4919-8b62-38aca8487293
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeee750114d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36593"
    uid: ef5ac878-c991-4185-8079-89e23434df61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:05Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eeee7cbdc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "36594"
    uid: fca77882-8681-460e-b00f-8a620c049829
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:42Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62eef21921455
    namespace: kserve-ci-e2e-test
    resourceVersion: "37048"
    uid: ebaf5488-892f-4713-8ad4-0d7e063f62a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62efb516cb739
    namespace: kserve-ci-e2e-test
    resourceVersion: "37188"
    uid: 726ae0c4-2573-46f9-9a2d-62131a8e7429
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw
    namespace: kserve-ci-e2e-test
    resourceVersion: "36419"
    uid: 925ad428-c9ad-4e66-a9f8-a1bc08255d5b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:58Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-mc2nw.18d62efb516dfba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37189"
    uid: e585da9f-a84b-4e16-9f32-c82427cebca3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36407"
    uid: 489f4015-c67a-4ba2-8634-36c922a2d597
  kind: Event
  lastTimestamp: "2026-09-17T18:24:47Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-mc2nw'
  metadata:
    creationTimestamp: "2026-09-17T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d62eeab54b85d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36418"
    uid: e1ee71e2-e69b-4f81-9121-ccd5ce70e0ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36404"
    uid: ccbe33dc-e827-4d2d-933c-08a223b0a7cc
  kind: Event
  lastTimestamp: "2026-09-17T18:24:47Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:47Z"
    name: isvc-paddle-predictor.18d62eeab25f272f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36410"
    uid: 159320fe-734d-4263-b428-0810bf28daf9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36405"
    uid: f93cfa8e-5024-4c22-9a9f-6d4b8118927b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:47Z"
    name: isvc-paddle-predictor.18d62eee30ca6358
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: de46ef52-f2e0-4a0b-8f7a-3f5dbbfa775b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36405"
    uid: f93cfa8e-5024-4c22-9a9f-6d4b8118927b
  kind: Event
  lastTimestamp: "2026-09-17T18:25:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:47Z"
    name: isvc-paddle-predictor.18d62eee3136ef8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37082"
    uid: 77a3b35c-de44-4772-97d7-7edbf14a6f7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:26:04.054871Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-mt92p
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:26:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:26:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62efc86d1af59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37260"
    uid: ace5cff3-ff1f-4944-b26c-712306df8a88
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62efc92f1dc38
    namespace: kserve-ci-e2e-test
    resourceVersion: "37267"
    uid: 4191aeb8-6ba6-4800-8b55-29a025be099d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:05Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:26:05Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62efccc5dd092
    namespace: kserve-ci-e2e-test
    resourceVersion: "37276"
    uid: 50251ebb-d835-4175-b69b-2cf51233b925
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:05Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62efccdd374e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37278"
    uid: d61eb8ac-a831-4bfa-8ae5-2fcaa5f1d493
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:05Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62efcd06bd131
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: 445ca57d-5568-4822-9cd8-ac51767531e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:05Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62efcd0db1249
    namespace: kserve-ci-e2e-test
    resourceVersion: "37280"
    uid: dd9df00d-7020-49a9-a0e7-4d3e6dd99c4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:10Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62efe1c00371b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37330"
    uid: b2c806ff-0706-4e92-9da6-5962ea6f7e3f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:22Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.742s (11.742s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62f00d7e5240d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: 4db5544a-baf0-4c1e-924c-487056863664
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62f00dade7304
    namespace: kserve-ci-e2e-test
    resourceVersion: "37419"
    uid: 8c39e738-1f66-43c0-890f-f58e57127637
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62f00dba9716a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: d2919a98-45c1-4102-940c-add549dc2fc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62f00dbb3722c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: a6abda72-9dd8-4c35-8549-2d93b9180ef0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62f00de1daef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37423"
    uid: b9610544-2bd6-4ced-a0f5-3e53bd807699
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:22Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62f00de8fd19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37424"
    uid: 63992e1c-98d1-4805-ad96-8d1403e3ec7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:26:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:26:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62f00ea4d3275
    namespace: kserve-ci-e2e-test
    resourceVersion: "37768"
    uid: e9812732-0fd2-48a9-bfbd-78d0994a07f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62f0d352a9e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37992"
    uid: d9798d6d-c49f-401a-9932-8af72e589270
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37258"
    uid: acb3ae12-ffb6-4482-b4b1-1150bd6128b4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:15Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-mt92p.18d62f0d352cba4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 09344df1-7d67-4aa5-82ba-dcfe3e976912
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "37245"
    uid: c9ebf0cb-3dd9-47b6-9a13-13a64a01a4f7
  kind: Event
  lastTimestamp: "2026-09-17T18:26:04Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-mt92p'
  metadata:
    creationTimestamp: "2026-09-17T18:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d62efc86521614
    namespace: kserve-ci-e2e-test
    resourceVersion: "37257"
    uid: 44adeb3c-f6e9-4cf0-a76d-bd7d7ca4697e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37243"
    uid: 513a0667-3bf4-4f25-998c-4437c4b9f94d
  kind: Event
  lastTimestamp: "2026-09-17T18:26:03Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:03Z"
    name: isvc-paddle-runtime-predictor.18d62efc83379325
    namespace: kserve-ci-e2e-test
    resourceVersion: "37247"
    uid: c952aec8-fd67-4846-bcdd-0091c286c965
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37244"
    uid: 9500e8b9-0e67-462a-8e7b-dc19ddd195d4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:04Z"
    name: isvc-paddle-runtime-predictor.18d62f0001cfc617
    namespace: kserve-ci-e2e-test
    resourceVersion: "37871"
    uid: 8c0f371e-ec2f-4242-9c96-02cb29a264b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37244"
    uid: 9500e8b9-0e67-462a-8e7b-dc19ddd195d4
  kind: Event
  lastTimestamp: "2026-09-17T18:27:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:26:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:04Z"
    name: isvc-paddle-runtime-predictor.18d62f0002373c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "37872"
    uid: 252177fb-4de8-4c04-9cc0-c86da1310325
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37234"
    uid: 89851407-fc8d-49e2-a8db-b3b612e8d370
  kind: Event
  lastTimestamp: "2026-09-17T18:27:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:09Z"
    name: isvc-paddle-runtime.18d62efc833916d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37926"
    uid: 69eca7f7-8932-4838-9e94-237bc56d9676
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37234"
    uid: 89851407-fc8d-49e2-a8db-b3b612e8d370
  kind: Event
  lastTimestamp: "2026-09-17T18:26:04Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:04Z"
    name: isvc-paddle-runtime.18d62efc83c06a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "37251"
    uid: 9e0c7e8c-3f12-41b8-a1a3-6c4aa5ce8db1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37924"
    uid: 89851407-fc8d-49e2-a8db-b3b612e8d370
  kind: Event
  lastTimestamp: "2026-09-17T18:27:08Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:08Z"
    name: isvc-paddle-runtime.18d62f0ba5a0a0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37925"
    uid: c9959efd-eaa3-4b6d-ad23-15eb1d207bac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:27:20.876855Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38072"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:27:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:27:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0e69c43437
    namespace: kserve-ci-e2e-test
    resourceVersion: "38078"
    uid: d2029c1c-8e9d-4970-8eb3-a12e557066f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38084"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:27:21Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:27:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0e8bb9ea5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38088"
    uid: 2f44dc04-0b0a-4182-a2e9-912968a131ea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:27:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0e8d5142fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: e5fc27b2-e923-4be9-ac4e-759d8b43fd60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:27:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0e900d4689
    namespace: kserve-ci-e2e-test
    resourceVersion: "38092"
    uid: a7a346fe-df2c-473b-a9cd-23700dd5d044
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:27:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:21Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0e908d8d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38093"
    uid: a186994a-fbc6-4bf0-acc1-f3810644fa98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:27:27Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0fe0727687
    namespace: kserve-ci-e2e-test
    resourceVersion: "38140"
    uid: eca619de-da9d-4de7-899e-01872236bdf8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:27:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0fe3696ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38143"
    uid: fb705ca6-6375-4700-907a-af5388ce872e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:27:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0fe3e88a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38146"
    uid: 3e367667-32ed-4943-b058-c40e3b9973b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:27:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0fe3f22f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "38147"
    uid: 2f20a797-c38d-43cf-873f-719f7e891ff2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:27:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0fe7124b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "38149"
    uid: 3fb4a803-5a9d-4c08-82fb-a4a75761ef8c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:27:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f0fe79bbed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38150"
    uid: 05e9f21e-a902-4858-89a8-1202621f4817
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:28:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f101c7898c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38603"
    uid: b1b4a3d8-d565-45ad-9835-315668e6e7b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:28:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f1cc77c0136
    namespace: kserve-ci-e2e-test
    resourceVersion: "38580"
    uid: c99786c4-37b9-4727-9a8b-d44da7fff344
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:28:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:22Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f1cc77c9717
    namespace: kserve-ci-e2e-test
    resourceVersion: "38581"
    uid: 5ae8f000-301c-4abf-9ad5-cea2b237a7ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: e84b0f77-e655-4e55-8ebd-3a72009a0d47
  kind: Event
  lastTimestamp: "2026-09-17T18:28:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.54:8643/healthz": dial tcp
    10.132.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:25Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k.18d62f1d624ec2b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: 528f75da-20aa-4895-b2d1-50017cbc4f65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38063"
    uid: d3920328-671e-4104-aa3a-ac187ee15f46
  kind: Event
  lastTimestamp: "2026-09-17T18:27:20Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-d7b2k'
  metadata:
    creationTimestamp: "2026-09-17T18:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:20Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d62f0e694c224b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38073"
    uid: ed2a19c0-cfdb-4e02-bd8e-134556d1be8b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 5cd57e7e-a679-4773-aad1-63852d9f607f
  kind: Event
  lastTimestamp: "2026-09-17T18:27:20Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:20Z"
    name: isvc-paddle-v2-kserve-predictor.18d62f0e66683a4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38065"
    uid: 850e86b7-3584-4b54-bb61-7a1a05cf5e8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: 819cedc6-924c-4f9d-8ffc-78f2f58ba6d8
  kind: Event
  lastTimestamp: "2026-09-17T18:27:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:50Z"
    name: isvc-paddle-v2-kserve-predictor.18d62f11e57a85c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38324"
    uid: 6e553057-e831-4abe-928d-7e164f3fb099
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38062"
    uid: 819cedc6-924c-4f9d-8ffc-78f2f58ba6d8
  kind: Event
  lastTimestamp: "2026-09-17T18:27:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:50Z"
    name: isvc-paddle-v2-kserve-predictor.18d62f11e5e45de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38325"
    uid: 17239812-8902-4c1d-b5a2-54c2a51a0d84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 819cedc6-924c-4f9d-8ffc-78f2f58ba6d8
  kind: Event
  lastTimestamp: "2026-09-17T18:28:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:20Z"
    name: isvc-paddle-v2-kserve-predictor.18d62f18e3f06b19
    namespace: kserve-ci-e2e-test
    resourceVersion: "38551"
    uid: 26b40eec-0533-44ef-b4ab-f879c1b1a80c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: 819cedc6-924c-4f9d-8ffc-78f2f58ba6d8
  kind: Event
  lastTimestamp: "2026-09-17T18:28:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:20Z"
    name: isvc-paddle-v2-kserve-predictor.18d62f18e4524fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38554"
    uid: 7dd9d2e8-2ccb-4ea1-b9d4-f99008674483
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38053"
    uid: 65b65fff-0eb7-4e03-a04a-2eea1c7ab6ad
  kind: Event
  lastTimestamp: "2026-09-17T18:28:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:15Z"
    name: isvc-paddle-v2-kserve.18d62f0e66784299
    namespace: kserve-ci-e2e-test
    resourceVersion: "38510"
    uid: 61429e57-3f2c-491a-9735-c0b900a4e876
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38053"
    uid: 65b65fff-0eb7-4e03-a04a-2eea1c7ab6ad
  kind: Event
  lastTimestamp: "2026-09-17T18:27:20Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:20Z"
    name: isvc-paddle-v2-kserve.18d62f0e6711085e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38069"
    uid: 43b4b379-ff07-4762-8d29-2c48622b38cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38508"
    uid: 65b65fff-0eb7-4e03-a04a-2eea1c7ab6ad
  kind: Event
  lastTimestamp: "2026-09-17T18:28:15Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:15Z"
    name: isvc-paddle-v2-kserve.18d62f1b13a9d464
    namespace: kserve-ci-e2e-test
    resourceVersion: "38509"
    uid: f40e5d0c-0b15-413e-b610-ca89256f416b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36395"
    uid: b5cbe1ca-d160-4a86-957b-fde19139384e
  kind: Event
  lastTimestamp: "2026-09-17T18:25:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:52Z"
    name: isvc-paddle.18d62eeab25c2ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37127"
    uid: fa66eeda-7bbc-4144-a531-0b29f5f8add4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36395"
    uid: b5cbe1ca-d160-4a86-957b-fde19139384e
  kind: Event
  lastTimestamp: "2026-09-17T18:24:47Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:47Z"
    name: isvc-paddle.18d62eeab31411ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36413"
    uid: f206cd72-0606-4238-b65e-9ba92a3fa72e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "37125"
    uid: b5cbe1ca-d160-4a86-957b-fde19139384e
  kind: Event
  lastTimestamp: "2026-09-17T18:25:52Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:52Z"
    name: isvc-paddle.18d62ef9dd4ff221
    namespace: kserve-ci-e2e-test
    resourceVersion: "37126"
    uid: 702528b5-e9cd-4d07-a2f0-b3334788f4ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:28:27.853781Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38645"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-cm79d
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:28:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:28:27Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1e01e6f0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38651"
    uid: cf98d961-ef34-4a41-b090-69b549a46105
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38656"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:28:28Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:28:28Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1e23e6cc0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 2e49176a-9e59-4d9f-a4ef-0fc21967b613
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:28:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:28Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1e257ca4cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38667"
    uid: 05fb27e8-544b-43ee-a66c-ebe9071c484c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:28:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:28Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1e27f7fcb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38668"
    uid: c8992cde-afce-424d-b6bc-9edfa76b0495
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:28:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:28Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1e28648618
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: 44f8cfea-6f90-409f-9155-fba23fa2eab2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:28:32Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:32Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1f11bd60ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: 79634d07-cd8f-4bb3-a74f-2d13584b8eb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:28:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:32Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1f14d271aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: c6e8359b-8c79-4129-9157-bdd94e3e1c15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:28:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:32Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1f15452515
    namespace: kserve-ci-e2e-test
    resourceVersion: "38709"
    uid: a8d0f9b8-6552-40f1-af91-3a94409494d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:28:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:32Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1f155024ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38710"
    uid: 7e9f5d36-a4a6-4a8c-9d52-97d1f3a8fc31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:28:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:32Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1f180f6a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: 1cab0c2e-1c20-4e0b-b9f1-2c3ee23c70cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:28:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:32Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1f187e178c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38713"
    uid: ac5483cf-b6db-49c9-bbd7-4219408f2279
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:29:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:49Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f1f89822a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39373"
    uid: 2dee7778-f7cd-4024-806d-8f9e908b4e0e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:30:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:09Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f35b1240004
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: b68c663c-a818-4b3d-a829-ecbe820d0cca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:30:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:30:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:09Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f35b124a724
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: 223d25de-dfcc-4f81-b602-7773f5a317c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-cm79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38647"
    uid: b11c4b90-647e-439f-a516-06810755fc93
  kind: Event
  lastTimestamp: "2026-09-17T18:30:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.55:8643/healthz": dial tcp
    10.132.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:10Z"
    name: isvc-pmml-predictor-8674795f59-cm79d.18d62f35e3b8190b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39552"
    uid: 61aef4c8-9d83-4c15-911e-e623a3332ed4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "38635"
    uid: 6fd394ec-e58f-46d2-b69d-df0474fd237f
  kind: Event
  lastTimestamp: "2026-09-17T18:28:27Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-cm79d'
  metadata:
    creationTimestamp: "2026-09-17T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:27Z"
    name: isvc-pmml-predictor-8674795f59.18d62f1e00fe3fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38648"
    uid: becbd60d-2eb9-4538-b8b7-02d3c91881ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38632"
    uid: f813acd2-b83f-4214-a935-0d67b21c9fb9
  kind: Event
  lastTimestamp: "2026-09-17T18:28:27Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:27Z"
    name: isvc-pmml-predictor.18d62f1dfa703355
    namespace: kserve-ci-e2e-test
    resourceVersion: "38637"
    uid: a73eead3-1df4-4e61-bece-98df542cf789
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38633"
    uid: fdd3677b-def0-49e2-8362-fb8599b711e9
  kind: Event
  lastTimestamp: "2026-09-17T18:28:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:42Z"
    name: isvc-pmml-predictor.18d62f217928f205
    namespace: kserve-ci-e2e-test
    resourceVersion: "38792"
    uid: 82796294-c5b6-4036-b756-0de85e6d2548
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38633"
    uid: fdd3677b-def0-49e2-8362-fb8599b711e9
  kind: Event
  lastTimestamp: "2026-09-17T18:28:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:42Z"
    name: isvc-pmml-predictor.18d62f217992c1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38794"
    uid: fb3846b7-4610-466e-bc5a-1dd542c3967a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38793"
    uid: fdd3677b-def0-49e2-8362-fb8599b711e9
  kind: Event
  lastTimestamp: "2026-09-17T18:29:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:57Z"
    name: isvc-pmml-predictor.18d62f24f852b61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39432"
    uid: 708607b8-4d8e-4602-8b7d-7e38e5e20ba1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38793"
    uid: fdd3677b-def0-49e2-8362-fb8599b711e9
  kind: Event
  lastTimestamp: "2026-09-17T18:29:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:57Z"
    name: isvc-pmml-predictor.18d62f24f8c3fc1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39433"
    uid: 381b9b3a-eb8b-483e-afad-3ade993706e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:27:03.665246Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37853"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-k49ph
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:27:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0a67dfdb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37858"
    uid: 4103bc58-32b9-485c-b608-25b3c3a781d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37863"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:04Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:27:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0a8999a810
    namespace: kserve-ci-e2e-test
    resourceVersion: "37876"
    uid: c5246985-6218-449c-9ef6-cc382c802f55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0a8b0c56a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37878"
    uid: 4c42aa52-f613-423e-aeb0-86bc1cd7f9c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0a8d8bc1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37880"
    uid: 703ebbcf-23e5-4e37-bcdf-d0ca9a0103e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0a8df672b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37881"
    uid: e038c1ff-9eaf-47c6-9783-d5345ddf7935
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:09Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:27:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:09Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0baaaf825e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37928"
    uid: 7007663f-a345-4be1-ac99-e4c99ad04e57
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:16Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.339s (7.339s
    including waiting). Image size: 852995967 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0d6026e816
    namespace: kserve-ci-e2e-test
    resourceVersion: "38001"
    uid: dbd8814b-72ed-4cd8-a186-2069ff3e6a87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0d636ab02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38003"
    uid: 86560d64-499c-494e-9934-0a280f7cb237
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0d63eb89ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38004"
    uid: a79f4a19-2782-4677-a000-3b5c76023bac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0d63f5a7ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38005"
    uid: 784e085a-6960-44b1-a345-e65a6ca8082a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0d67990f48
    namespace: kserve-ci-e2e-test
    resourceVersion: "38006"
    uid: ec2142b0-d126-4e61-8135-4d5cfd4ca066
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:27:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:16Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0d6806358e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38007"
    uid: c61ed455-fb47-4c99-9232-170488ec2ee3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:40Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f0dc5c5ba1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38775"
    uid: 083543e4-145d-4590-8ccd-4f8346a4d0aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:55Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f24632bc74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38905"
    uid: 48d9b2bf-3689-4fbe-81cb-5249a9887003
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:55Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f24632c5e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38906"
    uid: dcf8f319-2488-483d-9e14-09c64e044058
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph
    namespace: kserve-ci-e2e-test
    resourceVersion: "37856"
    uid: da6e4cf9-4f89-45a2-a9ec-f82d31b2673b
  kind: Event
  lastTimestamp: "2026-09-17T18:28:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.53:8643/healthz": dial tcp
    10.132.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:28:59Z"
    name: isvc-pmml-runtime-predictor-885fc8777-k49ph.18d62f254a14ef5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38940"
    uid: 116edd06-e474-4b9a-90b4-153e0c6765e0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "37842"
    uid: de976341-5486-4e76-b4fc-410ba2c62c98
  kind: Event
  lastTimestamp: "2026-09-17T18:27:03Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-k49ph'
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:03Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d62f0a67494541
    namespace: kserve-ci-e2e-test
    resourceVersion: "37854"
    uid: 59b0acf8-a74f-44b3-9408-2a29e4b7f896
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37840"
    uid: 55adbc55-6b8c-411f-9eae-c6afd1b0f946
  kind: Event
  lastTimestamp: "2026-09-17T18:27:03Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:27:03Z"
    name: isvc-pmml-runtime-predictor.18d62f0a63e4b993
    namespace: kserve-ci-e2e-test
    resourceVersion: "37844"
    uid: b9f7e221-fe62-44f9-8602-c8cbee066a8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37841"
    uid: 78bfa146-ff08-4665-9d98-2c97cb17bb22
  kind: Event
  lastTimestamp: "2026-09-17T18:28:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:03Z"
    name: isvc-pmml-runtime-predictor.18d62f0de2a4175e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38414"
    uid: 4390fa85-590b-4fb5-86c0-2b246d242414
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37841"
    uid: 78bfa146-ff08-4665-9d98-2c97cb17bb22
  kind: Event
  lastTimestamp: "2026-09-17T18:28:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:27:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:03Z"
    name: isvc-pmml-runtime-predictor.18d62f0de32942d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: 9603ba5c-bb45-4aef-a923-e8ca24a47f76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38026"
    uid: 78bfa146-ff08-4665-9d98-2c97cb17bb22
  kind: Event
  lastTimestamp: "2026-09-17T18:28:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:48Z"
    name: isvc-pmml-runtime-predictor.18d62f1bde3360fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "38837"
    uid: 1ba0486c-6c2e-4c31-ae87-805706ad7281
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38026"
    uid: 78bfa146-ff08-4665-9d98-2c97cb17bb22
  kind: Event
  lastTimestamp: "2026-09-17T18:28:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:28:48Z"
    name: isvc-pmml-runtime-predictor.18d62f1bdea37eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "38838"
    uid: 3eaaf2ad-1ba4-44c5-9ba3-07f6996ef08f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37833"
    uid: 4ae68c11-4ad0-4e06-9e77-b0398e8a1b4f
  kind: Event
  lastTimestamp: "2026-09-17T18:28:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:50Z"
    name: isvc-pmml-runtime.18d62f0a63f2e786
    namespace: kserve-ci-e2e-test
    resourceVersion: "38858"
    uid: 05d37a15-f0c3-4e82-adcd-8229c266b39e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37833"
    uid: 4ae68c11-4ad0-4e06-9e77-b0398e8a1b4f
  kind: Event
  lastTimestamp: "2026-09-17T18:27:03Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:27:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:27:03Z"
    name: isvc-pmml-runtime.18d62f0a64c6c3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37848"
    uid: 64edc534-f718-439d-8dcc-7ac4ecdd526d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38855"
    uid: 4ae68c11-4ad0-4e06-9e77-b0398e8a1b4f
  kind: Event
  lastTimestamp: "2026-09-17T18:28:50Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:50Z"
    name: isvc-pmml-runtime.18d62f233f10c1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38856"
    uid: 6e947aae-0d0f-4cea-9631-5dd87a91fe84
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:29:00.447647Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38975"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:29:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:29:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f2598a5e7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38982"
    uid: e529da76-fe1e-468b-a7a3-2508dcbf6b66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f25a6a46e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "38991"
    uid: d7774faf-ef9b-4809-8df7-5b0e890f75e2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38986"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:01Z"
  message: Add eth0 [10.132.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:29:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f25de7bca08
    namespace: kserve-ci-e2e-test
    resourceVersion: "39000"
    uid: 47af0675-3a46-472c-ab5c-9f19d387e528
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f25dff7caad
    namespace: kserve-ci-e2e-test
    resourceVersion: "39002"
    uid: f133ccc7-050f-405a-b19f-813d06226b09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f25e286838f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39003"
    uid: c47c30f8-651f-4a0c-ba6a-7185e8e2b7ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:01Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f25e2f75046
    namespace: kserve-ci-e2e-test
    resourceVersion: "39004"
    uid: 094c93b4-10ce-4a39-9760-c7c209d3ba42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f26c8a910b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39042"
    uid: 65899d48-531a-423a-abe1-428a27b7f06e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f26cb31ad2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39044"
    uid: 7e7739a8-701e-44c3-b132-efb27a5a2c8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f26cba7e9a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39045"
    uid: b59edfa8-98cb-4866-8e1f-d096cf90238e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f26cbb1d243
    namespace: kserve-ci-e2e-test
    resourceVersion: "39047"
    uid: 40e489e8-c60d-4c7b-ac8a-3f77f392923e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f26ce5484b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39049"
    uid: 68ef8377-41d1-40f6-ac96-2eef7f8b3843
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:29:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:29:05Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f26cec4f2bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39051"
    uid: de1de0f2-bd2b-48ea-85e4-22ad4b3067e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:30:30Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:30Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f2704bb1f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "39695"
    uid: dc2c4683-4a11-4c71-b2e0-516e3fc3cddc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:30:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f3f9760a5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39870"
    uid: 53c40fd6-ff2a-4c4a-8a01-188abe10a6e3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:30:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f3f97610ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39871"
    uid: dda3fe35-5e36-4dc8-b29e-865c5391f0a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38979"
    uid: f2fd2e56-6877-4c31-a70a-62bd1c037429
  kind: Event
  lastTimestamp: "2026-09-17T18:30:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.56:8643/healthz": dial tcp
    10.132.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:52Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt.18d62f3fb307562a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39875"
    uid: 97074612-cd50-4f7a-b165-617431a07c91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38966"
    uid: d339790f-0d2a-405f-906c-f05620dd195b
  kind: Event
  lastTimestamp: "2026-09-17T18:29:00Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-4q4kt'
  metadata:
    creationTimestamp: "2026-09-17T18:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d62f25981e72b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38978"
    uid: 47519d00-6e7c-4901-b433-18cde06269f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: 241d5660-31de-497b-bb6c-b940ab143ecf
  kind: Event
  lastTimestamp: "2026-09-17T18:29:00Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:00Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f25950409ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38967"
    uid: af169c7a-a6d8-4046-9671-d42b62b08a45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38963"
    uid: 9a86112d-4167-4ef9-bdb8-8ba784bf8be5
  kind: Event
  lastTimestamp: "2026-09-17T18:29:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:15Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f29146a6d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39125"
    uid: 61d1af50-78b4-48af-87c0-caf6c5540307
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38963"
    uid: 9a86112d-4167-4ef9-bdb8-8ba784bf8be5
  kind: Event
  lastTimestamp: "2026-09-17T18:29:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:29:15Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f29151f4071
    namespace: kserve-ci-e2e-test
    resourceVersion: "39127"
    uid: 550881e6-61bb-4f0f-9323-89e24c14c5c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39126"
    uid: 9a86112d-4167-4ef9-bdb8-8ba784bf8be5
  kind: Event
  lastTimestamp: "2026-09-17T18:30:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:45Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f2c93db8bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39811"
    uid: a4a99ae5-5440-4b6a-9af8-608547874691
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39126"
    uid: 9a86112d-4167-4ef9-bdb8-8ba784bf8be5
  kind: Event
  lastTimestamp: "2026-09-17T18:30:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:45Z"
    name: isvc-pmml-v2-kserve-predictor.18d62f2c9444f831
    namespace: kserve-ci-e2e-test
    resourceVersion: "39812"
    uid: 7478687d-1ac5-4134-b697-0ebd8289f1ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38953"
    uid: 685459e7-9150-41d5-a4b4-66c055330a31
  kind: Event
  lastTimestamp: "2026-09-17T18:30:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:40Z"
    name: isvc-pmml-v2-kserve.18d62f2595097af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39770"
    uid: 54781972-f583-44a3-9a79-fc1cf8a095fb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38953"
    uid: 685459e7-9150-41d5-a4b4-66c055330a31
  kind: Event
  lastTimestamp: "2026-09-17T18:29:00Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:00Z"
    name: isvc-pmml-v2-kserve.18d62f2595a93515
    namespace: kserve-ci-e2e-test
    resourceVersion: "38972"
    uid: d14768a7-410d-4c1d-9e2c-c87f8c5e0f80
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39768"
    uid: 685459e7-9150-41d5-a4b4-66c055330a31
  kind: Event
  lastTimestamp: "2026-09-17T18:30:40Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:40Z"
    name: isvc-pmml-v2-kserve.18d62f3cdb9ebc7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39769"
    uid: dad42ed0-df70-4af7-a1e7-176345e74c35
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 5760d4b3-6271-406e-9bfe-a925e7ccc8dd
  kind: Event
  lastTimestamp: "2026-09-17T18:29:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:59Z"
    name: isvc-pmml.18d62f1dfa45486d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39452"
    uid: 7b4b0ac0-3473-4e41-a1e3-19fc6c5fb9a1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:28:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 5760d4b3-6271-406e-9bfe-a925e7ccc8dd
  kind: Event
  lastTimestamp: "2026-09-17T18:28:27Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:28:27Z"
    name: isvc-pmml.18d62f1dfb1717e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38640"
    uid: e8d1dad0-dded-4f9a-9f40-befb9c323e2b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:29:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "39450"
    uid: 5760d4b3-6271-406e-9bfe-a925e7ccc8dd
  kind: Event
  lastTimestamp: "2026-09-17T18:29:59Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:29:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:29:59Z"
    name: isvc-pmml.18d62f33506a3cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39451"
    uid: d3f272fc-8eac-4f3a-b554-0f27e7bb76ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:51:43.366495Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:51:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:51:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1cbc38705f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 5a4eb5f0-5a0e-4c3c-9499-d82873b6d4ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1cc80c8951
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: be3de143-16d9-47bb-8b32-2edc0d579e09
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:44Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:51:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1d0217eabd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17541"
    uid: b07a6318-53e7-49b5-8aab-e545cee16339
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1d039b901f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: 79948f6e-f51c-477e-86fe-346a298ad125
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1d06de15b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: 7b11ff6d-e29e-4d68-b535-a68ae853b7bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:44Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1d07567f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17546"
    uid: d0323409-b1f7-4dbe-a908-02cfea7ead8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:48Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1def7efe3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17585"
    uid: b67d3ebf-e9e8-4c3a-b961-503546b814dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1df3608177
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 05cab1b2-16de-43ea-8f3e-4cca99ee2ed6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1df3da5492
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: f0dbd3fa-3d56-40d4-8a41-f8ff9da2d059
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1df3e5e459
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: cb4beddc-26e2-4b3a-815f-7221d55765dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1df73c6f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: f41317cf-25a6-4468-b1b4-b68efe3d1d2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:48Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1df7b31df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: f6578e98-18a1-4f5d-8aad-a073db3a2ef1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d1e67be563f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18372"
    uid: 973b491a-e5a9-44f3-a3b7-6d05d5206dad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d31d00618a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: b070ed5b-479f-4d7d-ab8d-bc9430a94554
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:13Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d31d006b2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18354"
    uid: f3d85169-d015-491b-8f4b-a03da6a76b5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: e6fc7876-7bf4-4b7d-be4b-794d0df42d7d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg.18d62d326df72e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 581d7468-5b89-411b-b3d7-ebca435435be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 5e9eb003-1a5e-47c8-9987-b3ee8fe02d0b
  kind: Event
  lastTimestamp: "2026-09-17T17:51:43Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-9vnxg'
  metadata:
    creationTimestamp: "2026-09-17T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:43Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d62d1cbbad424e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: da1e55a4-fdba-464d-978f-7df9541848e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17500"
    uid: bf6100e1-d5b3-46b9-8178-c1c14d480451
  kind: Event
  lastTimestamp: "2026-09-17T17:51:43Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:43Z"
    name: isvc-predictive-lightgbm-predictor.18d62d1cb884f79e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17504"
    uid: d4902ae4-8df5-4c52-a3df-fd5df99f13d0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: 08fcc620-f1f6-46c7-ac8b-e9ab5f36255e
  kind: Event
  lastTimestamp: "2026-09-17T17:52:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:28Z"
    name: isvc-predictive-lightgbm-predictor.18d62d2037661357
    namespace: kserve-ci-e2e-test
    resourceVersion: "17891"
    uid: b1d27bb1-c848-49dc-ac57-ab31fdb971fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17501"
    uid: 08fcc620-f1f6-46c7-ac8b-e9ab5f36255e
  kind: Event
  lastTimestamp: "2026-09-17T17:52:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:28Z"
    name: isvc-predictive-lightgbm-predictor.18d62d2037e6f8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: 5ca9c750-8171-44bd-803c-fbe48d7d3e2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 08fcc620-f1f6-46c7-ac8b-e9ab5f36255e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:13Z"
    name: isvc-predictive-lightgbm-predictor.18d62d23b6fd9bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18331"
    uid: 72099efb-d235-453c-bf19-e53b97c6397d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 08fcc620-f1f6-46c7-ac8b-e9ab5f36255e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:13Z"
    name: isvc-predictive-lightgbm-predictor.18d62d23b7a4e96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18332"
    uid: 8046d0a0-e05b-43da-871a-b08963e2f92b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:49.661256Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20219"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d640ccfae2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: 190d3271-5dbe-45fb-a9b3-1b6ed098f9fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:56:50Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d642eb6ed3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: 482b309d-367c-4364-819d-451337d8f28f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:56:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d6430659b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: eeeab7e1-dbc8-4294-b7ee-c517a8b126ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:56:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d64337368ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20247"
    uid: 1868f3c7-7585-4275-9e91-7d4118666afd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:56:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:50Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d6433e6254f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 47066c20-8dd0-440a-a6eb-890a852ccea3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:56:54Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d654a053ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20287"
    uid: a6890dcf-4883-4c42-8e5e-4e88ebcd2fd6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:56:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d654cfa91db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20289"
    uid: a095347c-90f0-4296-ae1e-fdb44de767ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:56:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d654d69d085
    namespace: kserve-ci-e2e-test
    resourceVersion: "20290"
    uid: 575a72c7-82e6-49b8-8691-184117301c04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:56:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d654d73063d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20293"
    uid: c42daa75-65ff-4f34-a05a-3e411b7d577d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:56:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d6550828016
    namespace: kserve-ci-e2e-test
    resourceVersion: "20296"
    uid: 406f44e1-7c6b-4a86-80e3-5d9a26be86fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:56:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d6550eed0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20297"
    uid: 73c086aa-5097-4304-b14f-7fba539c0091
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: 'Readiness probe failed: Get "http://10.132.0.25:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.25:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d6de84c3bc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: a126e211-6617-4503-b987-830e7563410a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:58:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d790a6f1cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20936"
    uid: 30cdefd4-f927-4d23-b4d4-31165897bb82
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:58:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:19Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d790a6fb7dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20937"
    uid: aa809d80-8f73-4c50-aa17-245822645ba6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 6db2885c-cbf1-4b45-80e6-6924a210f779
  kind: Event
  lastTimestamp: "2026-09-17T17:58:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:21Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj.18d62d798c2b9b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "20955"
    uid: d2e33c4c-721b-404e-94d7-a210ba64d2a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20209"
    uid: 883ea17d-7c0c-407a-9366-6a949f36c9cb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:49Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-dz9zj'
  metadata:
    creationTimestamp: "2026-09-17T17:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d62d640c6595a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: d4f929e7-680d-42c5-9dcf-0e41ee47f025
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: 5bdaa2e3-9e4d-4668-88f5-d98230db5b8e
  kind: Event
  lastTimestamp: "2026-09-17T17:56:49Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:49Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62d64090290e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 63287740-8cae-469d-aece-f53f76c6db08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: ca406eeb-ad6b-46c4-a0c4-8417d7a6fc17
  kind: Event
  lastTimestamp: "2026-09-17T17:57:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:34Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62d67878fcf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: fe7e261f-7879-4597-8d85-26d87494a693
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: ca406eeb-ad6b-46c4-a0c4-8417d7a6fc17
  kind: Event
  lastTimestamp: "2026-09-17T17:57:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:34Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62d6787fdbd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: 338d4e14-64b3-4e71-9d33-0cf86a6d5690
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: ca406eeb-ad6b-46c4-a0c4-8417d7a6fc17
  kind: Event
  lastTimestamp: "2026-09-17T17:58:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:19Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62d720481c748
    namespace: kserve-ci-e2e-test
    resourceVersion: "20919"
    uid: 372422dd-64ae-45cd-b78c-73c995311318
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: ca406eeb-ad6b-46c4-a0c4-8417d7a6fc17
  kind: Event
  lastTimestamp: "2026-09-17T17:58:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:19Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d62d7204f5be5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: 4f2e2a6e-34b4-4fdf-bc03-22bdd1645631
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: 7bdfd862-8e03-47ad-8cff-46d14717cd03
  kind: Event
  lastTimestamp: "2026-09-17T17:58:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:12Z"
    name: isvc-predictive-lightgbm-v2.18d62d6409047a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: f8bf21d6-3cb0-40f6-87e6-dbea59f43645
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: 7bdfd862-8e03-47ad-8cff-46d14717cd03
  kind: Event
  lastTimestamp: "2026-09-17T17:56:49Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:49Z"
    name: isvc-predictive-lightgbm-v2.18d62d64099c3a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: 6e41f730-0e1d-4eed-a50a-85d0b698960b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20861"
    uid: 7bdfd862-8e03-47ad-8cff-46d14717cd03
  kind: Event
  lastTimestamp: "2026-09-17T17:58:12Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:12Z"
    name: isvc-predictive-lightgbm-v2.18d62d776b4cdbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: d23fff8b-39ad-400d-bb52-67c3bbe3f9b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: 3e03d18c-83b7-4298-9e9d-f9c2fd438e48
  kind: Event
  lastTimestamp: "2026-09-17T17:53:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:06Z"
    name: isvc-predictive-lightgbm.18d62d1cb886fc62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18192"
    uid: 9ae3875a-a0b4-4c53-8143-f1ec653009b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: 3e03d18c-83b7-4298-9e9d-f9c2fd438e48
  kind: Event
  lastTimestamp: "2026-09-17T17:51:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:43Z"
    name: isvc-predictive-lightgbm.18d62d1cb924e1c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 6fcd1d17-0b64-4bbc-a75e-f2742dc6399a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18189"
    uid: 3e03d18c-83b7-4298-9e9d-f9c2fd438e48
  kind: Event
  lastTimestamp: "2026-09-17T17:53:06Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:06Z"
    name: isvc-predictive-lightgbm.18d62d3020080366
    namespace: kserve-ci-e2e-test
    resourceVersion: "18190"
    uid: 13093e06-698d-4e6c-a996-f685222d277d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:47:57.779423Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:47:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:47:57Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ce8362efef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: d253dad0-13cf-4edb-a5fa-805902e10d3f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:47:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ce8463a76fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 355b2eca-bb6e-4ae0-aadc-4d18193a94e0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15369"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:47:58Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:47:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ce87c4fc854
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: fbd8df2c-49e5-4e48-8aad-133a2c3803e3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:47:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:58Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ce87df6ca29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: b284f89a-895b-4c78-bae2-0e3ed95c163f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:47:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:59Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ce88132db90
    namespace: kserve-ci-e2e-test
    resourceVersion: "15397"
    uid: d57a8808-4bae-4d73-9499-90dc567ebbc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:47:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:59Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ce881a7a06b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15398"
    uid: c9e84566-ff64-4121-aaeb-cb499da7e23e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:48:03Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ce9845e8e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15437"
    uid: 02382fc2-2549-4865-bb1f-93fa4d4a8a53
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:48:25Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.251s
    (22.251s including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ceeb2a72e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: 3da0e385-dc1d-462e-81f2-b29b6f588188
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:48:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ceebaeabb2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: f6a8464d-02ed-4a63-bb5b-fe864783f90d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:48:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ceebc569292
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: b19a6864-2560-4b32-8dd3-b9cf5fe0a952
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:48:25Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:25Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62ceebc648e27
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: 6b930257-b17a-4a06-9dd0-b9f86172dcb7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:48:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.839s (2.839s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62cef65a6bab0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 44d8c0b0-3b3e-4492-9933-b40ed8a6e32f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:48:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62cef6cce55ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: 02483707-9afe-4dfe-b65f-83be86cd1055
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:48:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:28Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62cef6e191604
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: a071904c-295f-4c57-8b7a-5d5c55246f63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:49:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62cefd7d3c80f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 0d0eaf0b-6b0b-4032-a364-70126e1f3b6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:49:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:52Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62d02e5e29bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 2dc8050d-4902-4a9c-ad2f-a981ba27dfd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:49:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:52Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62d02e5e316c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 3fd47475-b0ba-4353-a564-2dfe8714df43
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: a1356176-2f4d-4a39-ac88-bf9ea592a5f6
  kind: Event
  lastTimestamp: "2026-09-17T17:49:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p.18d62d03de1641c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 175e8ec7-35b2-43be-9e00-f8170b9abb4a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 3c9f909a-d7b3-4e01-b564-600e06ded9ec
  kind: Event
  lastTimestamp: "2026-09-17T17:47:57Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-4vp4p'
  metadata:
    creationTimestamp: "2026-09-17T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:57Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d62ce835dd1a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15360"
    uid: d1eceb53-74d0-43e2-ae41-75dd892fba47
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: 58137513-2e36-4bb0-b0a4-d211a29c1bbe
  kind: Event
  lastTimestamp: "2026-09-17T17:47:57Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:57Z"
    name: isvc-predictive-sklearn-predictor.18d62ce832bb1713
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 14f8c248-0ff6-409a-9bad-01d82bfaaeb4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: a439fd03-2d9b-4a82-a467-ac23eb6e564f
  kind: Event
  lastTimestamp: "2026-09-17T17:48:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:57Z"
    name: isvc-predictive-sklearn-predictor.18d62cebb2090266
    namespace: kserve-ci-e2e-test
    resourceVersion: "15873"
    uid: 0357f71f-28c2-495d-97e5-77e503804b77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: a439fd03-2d9b-4a82-a467-ac23eb6e564f
  kind: Event
  lastTimestamp: "2026-09-17T17:48:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:57Z"
    name: isvc-predictive-sklearn-predictor.18d62cebb28487ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15874"
    uid: c219c5eb-a5c7-4314-8692-779ee1fb281b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: a439fd03-2d9b-4a82-a467-ac23eb6e564f
  kind: Event
  lastTimestamp: "2026-09-17T17:49:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:42Z"
    name: isvc-predictive-sklearn-predictor.18d62cf9b01d8b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: 58e60647-3ce8-42df-a5d9-1fbc01cc09ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: a439fd03-2d9b-4a82-a467-ac23eb6e564f
  kind: Event
  lastTimestamp: "2026-09-17T17:49:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:49:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:42Z"
    name: isvc-predictive-sklearn-predictor.18d62cf9b08efde4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 9ba4f005-91cb-4d30-919e-bae527c351bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:19.064347Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18411"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d330441d521
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: c0ecc2b4-4d11-482e-9e34-6237b7340c75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d3312898d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: a31ce3dc-baed-4ae1-b23d-4d756ba8c4a5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18422"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:20Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:20Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d3349d19e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18442"
    uid: 65bec963-2b5f-4cf7-98a1-1f566d51c43c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:20Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d334b9ee305
    namespace: kserve-ci-e2e-test
    resourceVersion: "18444"
    uid: 8438296c-791c-46a3-8eb8-d526992835c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:20Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d334e352048
    namespace: kserve-ci-e2e-test
    resourceVersion: "18446"
    uid: 77b09fda-dfb2-4c1b-8cc2-bd71af2ca21f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:20Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d334ea35797
    namespace: kserve-ci-e2e-test
    resourceVersion: "18447"
    uid: 858fd19a-f38d-4212-b441-ef94178b8f49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:25Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:25Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d34732b42a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18495"
    uid: 7924515e-90aa-4e4c-a915-6f266bffee47
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:47Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.744s
    (22.744s including waiting). Image size: 2438910099 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:47Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d39bedb7b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18664"
    uid: 0e2584df-5b31-469b-967c-8010023ae901
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d39c7790b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18665"
    uid: 357149b3-695d-445a-b636-d82ee60c7d33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d39c869df1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18666"
    uid: 9a2e1221-10eb-4d47-b600-7dbded509b8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d39c87452ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18667"
    uid: 76c91764-1ecb-43a4-b9b0-0904021ef7da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d39cd4e5271
    namespace: kserve-ci-e2e-test
    resourceVersion: "18668"
    uid: 086c0559-d148-41b0-904e-cd323f06bf00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:53:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:48Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d39ce059d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18669"
    uid: f7762b0d-e02e-402a-8aa0-2982560a8120
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: 'Readiness probe failed: Get "http://10.132.0.23:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.23:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d427297461c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: 0041dde0-2c96-487b-ac14-2484ef453750
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:55:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:09Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d4caa981f22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19276"
    uid: 05c0c537-7b72-4c4b-aeca-5563803bdad7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:55:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:09Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d4caa989658
    namespace: kserve-ci-e2e-test
    resourceVersion: "19277"
    uid: 4fe793fd-8941-4fa4-86aa-e6ceef3653f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: c491722a-62fc-4174-bbd7-99ca26917063
  kind: Event
  lastTimestamp: "2026-09-17T17:55:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8.18d62d4cec7b29ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: a0bda0a0-f7b9-43ba-9067-a2240432e29e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: 13eb1efd-0a6c-40c1-bac5-ccddc95aa29f
  kind: Event
  lastTimestamp: "2026-09-17T17:53:19Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-x6qq8'
  metadata:
    creationTimestamp: "2026-09-17T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:19Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d62d3303cfce02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18412"
    uid: 4576b6f1-fac4-42b8-90be-8505b2b1e2af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: ad1bdf7b-7c96-4184-a4cd-b4974b5f7170
  kind: Event
  lastTimestamp: "2026-09-17T17:53:19Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:19Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d3300a03b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "18406"
    uid: a87e9fe4-7638-4b6b-98ae-edb66e309e62
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18401"
    uid: 761dbf30-8d4e-4750-9b31-509df0a3da96
  kind: Event
  lastTimestamp: "2026-09-17T17:54:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:19Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d36804cbb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18888"
    uid: 48e70531-52dc-4734-a9f5-cc3c3df63b08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18401"
    uid: 761dbf30-8d4e-4750-9b31-509df0a3da96
  kind: Event
  lastTimestamp: "2026-09-17T17:54:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:19Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d36812a6799
    namespace: kserve-ci-e2e-test
    resourceVersion: "18889"
    uid: 4ce13c44-5a22-41d7-a0af-5d0b17bb3e8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18560"
    uid: 761dbf30-8d4e-4750-9b31-509df0a3da96
  kind: Event
  lastTimestamp: "2026-09-17T17:55:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d447d083ecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19213"
    uid: bb131983-39ae-427f-9cc3-1fa81ba4709b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18560"
    uid: 761dbf30-8d4e-4750-9b31-509df0a3da96
  kind: Event
  lastTimestamp: "2026-09-17T17:55:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:04Z"
    name: isvc-predictive-sklearn-v2-predictor.18d62d447d807d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19214"
    uid: 8de3bdf8-4c3c-415b-a976-b3acc0e56d07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: fbee1fc2-c630-4b57-81b3-e4fc984ea2b8
  kind: Event
  lastTimestamp: "2026-09-17T17:55:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:07Z"
    name: isvc-predictive-sklearn-v2.18d62d3300afda17
    namespace: kserve-ci-e2e-test
    resourceVersion: "19251"
    uid: df6d5aac-e4b9-43e4-a78a-c6053938ee29
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: fbee1fc2-c630-4b57-81b3-e4fc984ea2b8
  kind: Event
  lastTimestamp: "2026-09-17T17:53:19Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:19Z"
    name: isvc-predictive-sklearn-v2.18d62d3301518a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18424"
    uid: 33b28f11-543a-4141-adec-ac614d944387
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: fbee1fc2-c630-4b57-81b3-e4fc984ea2b8
  kind: Event
  lastTimestamp: "2026-09-17T17:53:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:53:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:19Z"
    name: isvc-predictive-sklearn-v2.18d62d330864f050
    namespace: kserve-ci-e2e-test
    resourceVersion: "18425"
    uid: c11db224-0c4c-4f27-8024-ef67335aefd9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19249"
    uid: fbee1fc2-c630-4b57-81b3-e4fc984ea2b8
  kind: Event
  lastTimestamp: "2026-09-17T17:55:07Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:07Z"
    name: isvc-predictive-sklearn-v2.18d62d4c5ea732e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19250"
    uid: 29169f5d-2ad4-4795-83c0-1a22f144dd6e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: c30059d9-ea3d-4859-b69a-1e7b7db51953
  kind: Event
  lastTimestamp: "2026-09-17T17:49:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:46Z"
    name: isvc-predictive-sklearn.18d62ce832c32fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: 43316ce7-c23b-487b-b1ab-e47dc37024b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: c30059d9-ea3d-4859-b69a-1e7b7db51953
  kind: Event
  lastTimestamp: "2026-09-17T17:49:46Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:49:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:46Z"
    name: isvc-predictive-sklearn.18d62d018ff992a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: 6b7e0670-c137-4737-819d-5481a84be90f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:49:57.548044Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-lff7m
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:49:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:49:57Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d0418f30e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 3d661730-f827-4380-9679-ba998d4bb859
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:49:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:57Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d04246f3907
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: b1c81b61-17c7-4fe1-9c2b-c5f3cb4d2d14
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16479"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:49:58Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:49:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d045e9a513e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: 2ca9bdb7-f130-4831-844c-0d0448f091a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:49:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d046042e1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: af582eb8-84f2-4e9a-a32a-48f4f9ec050b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:49:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d046340bb66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: 71f0cc75-9e0b-4a77-b3db-c4a136b68cac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:49:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:58Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d0463b6b83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: 5de56341-48ac-4685-8bc4-bdf6526eeab3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:03Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d055e705885
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 8e36651c-aa7d-40e5-a75f-0b5c4a3ddda3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d05617aef3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: bdcdd63b-5d11-4b0f-b98a-ac1d6bed5d4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d0561f40d19
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: 44ff57ce-8f07-4275-ab4a-5a377106ea15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d0561ff890b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: 2e0a151a-8948-4bf9-a1dc-77e6e661be10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d0565093003
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: bab5b4cf-9031-4833-965e-b24ecbd7d717
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:50:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:03Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d056583b29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: ad91dca9-2e1a-4e62-8744-954b357999d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:51:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:40Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d05d66847d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: bb4ff8fc-0992-48b8-95ae-a72931de7930
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d1b87049232
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: 3d90b91f-68cb-4c2e-9363-105617c1c72a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:51:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:38Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d1b8705215c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17422"
    uid: 1baf9d21-cd98-4c6b-bdcd-13d6bc4e94a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: e1e514d5-bf62-4234-875d-8223cabf13d0
  kind: Event
  lastTimestamp: "2026-09-17T17:51:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:41Z"
    name: isvc-predictive-xgboost-predictor-695f978978-lff7m.18d62d1c30acbe83
    namespace: kserve-ci-e2e-test
    resourceVersion: "17464"
    uid: 9ed4c8bc-de53-4fc5-b449-268113bd4c2a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 3975be5d-24c0-4cb7-a5a3-f5fc06eb0e8d
  kind: Event
  lastTimestamp: "2026-09-17T17:49:57Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-lff7m'
  metadata:
    creationTimestamp: "2026-09-17T17:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:57Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d62d0418421978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: 0e9c3c92-6da7-4005-8ef6-284aa0246f3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: d7c528be-0840-4dd1-ba01-ba47bf57b7d3
  kind: Event
  lastTimestamp: "2026-09-17T17:49:57Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:57Z"
    name: isvc-predictive-xgboost-predictor.18d62d04153f5811
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: 7c36c0fe-b41e-4547-9e60-65fdd94b0914
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 01f844c9-689f-4a9a-8a38-13d1fe4d1b3b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:42Z"
    name: isvc-predictive-xgboost-predictor.18d62d0793fc461d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: 7b19d691-1ea3-4a64-961e-56f4b5b3f27d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 01f844c9-689f-4a9a-8a38-13d1fe4d1b3b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:42Z"
    name: isvc-predictive-xgboost-predictor.18d62d0794763e69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16853"
    uid: f64debc5-a0c1-4bfa-ae99-20d43271394a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 01f844c9-689f-4a9a-8a38-13d1fe4d1b3b
  kind: Event
  lastTimestamp: "2026-09-17T17:51:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:27Z"
    name: isvc-predictive-xgboost-predictor.18d62d0b13842121
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: 55654961-0d19-417a-a73c-1278ec0185c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 01f844c9-689f-4a9a-8a38-13d1fe4d1b3b
  kind: Event
  lastTimestamp: "2026-09-17T17:51:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:27Z"
    name: isvc-predictive-xgboost-predictor.18d62d0b14096891
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: b48b6bcf-a098-434f-bd8d-fcdf60e409c4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:55:14.405618Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:55:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:55:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4ddf21fb07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: b20308c7-6bec-42f2-93fd-c7401ac82261
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:14Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:55:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4e00e2aa5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19365"
    uid: c3cb2366-6c61-4d9c-9ccc-67a5f06859ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4e023c33d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: 4b65a751-5c2a-42b8-9001-dd42ebef2c99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4e04a85637
    namespace: kserve-ci-e2e-test
    resourceVersion: "19368"
    uid: 7558ef65-c5c0-4f47-ae58-c2d599d603b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:15Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4e0527d71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 46cbcb17-f74c-4959-a804-78567a263272
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:19Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4f17856529
    namespace: kserve-ci-e2e-test
    resourceVersion: "19406"
    uid: 7c381b16-39ab-4e8e-a35c-d727fb75ef24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4f1a565532
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: 4fbc4a8e-9d7e-44af-a1e6-dd65854724f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4f1ac8e09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19409"
    uid: e9f14bd9-5ca8-4d70-a568-5f00f3b27be3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4f1ad3c398
    namespace: kserve-ci-e2e-test
    resourceVersion: "19411"
    uid: 21c5bdb2-d135-47b8-8b07-eb79b632079d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4f1d8da9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 5b32ec4f-0779-416f-ac81-e8c13e372c2a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:55:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:19Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d4f1e132456
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: eb7ad797-79ce-4e0a-9995-637e78dc94e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:32Z"
  message: 'Readiness probe failed: Get "http://10.132.0.24:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.24:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:32Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d57f1b29849
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: 06ed3e22-934c-48e6-bc74-de23939b5670
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:44Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d62d6a5f134
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: 92a753f7-ea9b-43f6-8197-563f76580500
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:44Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d62d6a6d7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: 8d9ed9ca-d6f2-40db-83eb-979200c43497
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: 7aa2c46f-cb40-42e0-84ba-ca8ae7534de5
  kind: Event
  lastTimestamp: "2026-09-17T17:56:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:47Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts.18d62d63958551a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: 72334db3-3b14-4883-8a5b-8746a85cb4ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19334"
    uid: 8debe43c-dd9c-4e96-b2d7-ae53a2af3944
  kind: Event
  lastTimestamp: "2026-09-17T17:55:14Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-pfnts'
  metadata:
    creationTimestamp: "2026-09-17T17:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:14Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d62d4ddeb2a15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19347"
    uid: 87dd4724-1195-4c56-9398-95ccd571345a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19332"
    uid: c5098394-29de-42fb-ac47-47f504d2b7e3
  kind: Event
  lastTimestamp: "2026-09-17T17:55:14Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d4dda0fb1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: 1b5fa2ea-bb8a-4022-a538-ed702870c06d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: 3d1d4399-4f3b-4d48-9f2b-d81a4174233a
  kind: Event
  lastTimestamp: "2026-09-17T17:55:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d5158aba2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 5083904a-09f5-40bf-8401-baebf11618fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19333"
    uid: 3d1d4399-4f3b-4d48-9f2b-d81a4174233a
  kind: Event
  lastTimestamp: "2026-09-17T17:55:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d515920f6f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19718"
    uid: d6cfa6ad-cee3-4eff-bd13-689fa993ef53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19485"
    uid: 3d1d4399-4f3b-4d48-9f2b-d81a4174233a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:44Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d54d7ed3ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20157"
    uid: 37f6eb39-3728-4ad1-9d6d-52eb8a0832fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19485"
    uid: 3d1d4399-4f3b-4d48-9f2b-d81a4174233a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:44Z"
    name: isvc-predictive-xgboost-v2-predictor.18d62d54d85bc000
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: 1942ce53-d1ad-446f-b93a-8a74d5aed2e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: 218e5722-d207-4460-8ff5-48b20c467274
  kind: Event
  lastTimestamp: "2026-09-17T17:56:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:42Z"
    name: isvc-predictive-xgboost-v2.18d62d4dda158b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: f257d643-d9eb-45e2-b90e-0e87723f9cf7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: 218e5722-d207-4460-8ff5-48b20c467274
  kind: Event
  lastTimestamp: "2026-09-17T17:55:14Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:14Z"
    name: isvc-predictive-xgboost-v2.18d62d4ddaac30aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19340"
    uid: 2aa51646-595b-4f37-b041-679e8ac1f269
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 218e5722-d207-4460-8ff5-48b20c467274
  kind: Event
  lastTimestamp: "2026-09-17T17:56:42Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:56:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:42Z"
    name: isvc-predictive-xgboost-v2.18d62d627ccb4992
    namespace: kserve-ci-e2e-test
    resourceVersion: "20129"
    uid: c207073b-e4b0-4ed9-9e85-9274f9dee6fa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 1ef24046-6745-4e3c-819a-1c428a8651c1
  kind: Event
  lastTimestamp: "2026-09-17T17:51:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:31Z"
    name: isvc-predictive-xgboost.18d62d04154014f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17311"
    uid: eb8d1d97-26cf-4dfd-84ea-39c8bfc44906
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 1ef24046-6745-4e3c-819a-1c428a8651c1
  kind: Event
  lastTimestamp: "2026-09-17T17:49:57Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:57Z"
    name: isvc-predictive-xgboost.18d62d0415def770
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 7631e70b-37f6-479b-8689-df541f663096
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17307"
    uid: 1ef24046-6745-4e3c-819a-1c428a8651c1
  kind: Event
  lastTimestamp: "2026-09-17T17:51:31Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:31Z"
    name: isvc-predictive-xgboost.18d62d19dee5e205
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 5bba5211-48fa-4ff0-93dd-5724de6b86a5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:30:57.289158Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39937"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f40ccf1dae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39941"
    uid: a20e312d-0583-42bc-9a01-b4003cb02d70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39946"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: Add eth0 [10.132.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f40ef0a5fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39954"
    uid: 17d0ecde-1c43-4c97-829f-f014af330413
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f40f08d2b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "39957"
    uid: 79cac7b9-ffd4-4341-8af0-5d1ee6abb5d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f40f339080a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39958"
    uid: 64c34938-7883-4f4c-9c31-14fc001d1525
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f40f3a3f6d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39959"
    uid: e76ff971-b5b7-4c95-b4e8-6f8f0f6e5bee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:01Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f41e4d04d91
    namespace: kserve-ci-e2e-test
    resourceVersion: "39990"
    uid: 67af62f8-1f01-4bad-a226-9f42bb58b96b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:02Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f41e8a4fb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "39994"
    uid: fd345990-ccc2-46a9-9f3e-56e63a13e460
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:02Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f41e91be521
    namespace: kserve-ci-e2e-test
    resourceVersion: "39995"
    uid: b271cb5f-6fd6-49a7-9ec9-71776be3c7ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:02Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f41e9274278
    namespace: kserve-ci-e2e-test
    resourceVersion: "39996"
    uid: c341e076-b11a-4fcb-b69f-dcc35e9e893e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:02Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f41ec7ca415
    namespace: kserve-ci-e2e-test
    resourceVersion: "39998"
    uid: 825286cb-06b0-4b8d-8dc3-4052ef8c75ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:31:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:31:02Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f41ecefdfd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39999"
    uid: faf7443e-e423-4583-a451-6c9e7034bbf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:32:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:09Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f4220cf6fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40476"
    uid: 232b52c8-b3c1-4b72-949e-7e0027d90c75
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:00Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f5d7fb9cc21
    namespace: kserve-ci-e2e-test
    resourceVersion: "40944"
    uid: c62f1999-57b1-4347-9b4e-61ec497f4b9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:33:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:00Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f5d7fba549b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40945"
    uid: c9f05c7e-7bae-4e51-a82a-5f5cdbd88847
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:33:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39939"
    uid: cb5d4796-9388-4fe8-a495-9dc2b3628c2e
  kind: Event
  lastTimestamp: "2026-09-17T18:33:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.57:8643/healthz": dial tcp
    10.132.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:33:03Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4.18d62f5e4d273457
    namespace: kserve-ci-e2e-test
    resourceVersion: "40975"
    uid: 6954fe27-9783-4d42-9a61-30e1466cca88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-ad101d-predictor-75fdb7dff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39925"
    uid: 1083f536-361d-4ca6-9085-4fe9105c65e2
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: 'Created pod: isvc-primary-ad101d-predictor-75fdb7dff8-8bnz4'
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-primary-ad101d-predictor-75fdb7dff8.18d62f40cc4cbaf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39938"
    uid: 2aedbe3b-6557-458a-89ea-88d17b305e30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-ad101d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39923"
    uid: ffd5aa0f-8fda-4979-98de-0a5eb48bc44f
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: Scaled up replica set isvc-primary-ad101d-predictor-75fdb7dff8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-primary-ad101d-predictor.18d62f40c7c36943
    namespace: kserve-ci-e2e-test
    resourceVersion: "39927"
    uid: f8b53f41-1ec2-417b-8086-f73009388cdf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ad101d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39924"
    uid: ba789e08-6619-4b27-b029-90aee6eca337
  kind: Event
  lastTimestamp: "2026-09-17T18:31:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:27Z"
    name: isvc-primary-ad101d-predictor.18d62f4446eb2fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40183"
    uid: 08337983-6c99-45ed-beeb-4b35a3b99fed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ad101d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39924"
    uid: ba789e08-6619-4b27-b029-90aee6eca337
  kind: Event
  lastTimestamp: "2026-09-17T18:31:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:31:27Z"
    name: isvc-primary-ad101d-predictor.18d62f444750c509
    namespace: kserve-ci-e2e-test
    resourceVersion: "40184"
    uid: 6aadf15b-840f-482b-8422-588edebbcfe4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ad101d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40074"
    uid: ba789e08-6619-4b27-b029-90aee6eca337
  kind: Event
  lastTimestamp: "2026-09-17T18:32:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:42Z"
    name: isvc-primary-ad101d-predictor.18d62f4b458c7b7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40719"
    uid: 3cf8c115-7ea3-47e7-a0db-70bfe88baf93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T18:31:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-ad101d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40074"
    uid: ba789e08-6619-4b27-b029-90aee6eca337
  kind: Event
  lastTimestamp: "2026-09-17T18:32:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:42Z"
    name: isvc-primary-ad101d-predictor.18d62f4b45f8dbab
    namespace: kserve-ci-e2e-test
    resourceVersion: "40721"
    uid: 9fed6590-befc-456d-8e4b-4b0e89416bbb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ad101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39915"
    uid: cc7bceeb-1fdf-4f6d-978c-668da777577f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:32:19Z"
    name: isvc-primary-ad101d.18d62f40c7c3c155
    namespace: kserve-ci-e2e-test
    resourceVersion: "40555"
    uid: 8f289026-67f8-4b28-98e9-d584508225dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ad101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39915"
    uid: cc7bceeb-1fdf-4f6d-978c-668da777577f
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: 'Failed to update status for InferenceService "isvc-primary-ad101d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-ad101d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-primary-ad101d.18d62f40c858691b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39947"
    uid: 2351e27b-e611-4dfa-be77-9ed93b962bf6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:30:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ad101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39915"
    uid: cc7bceeb-1fdf-4f6d-978c-668da777577f
  kind: Event
  lastTimestamp: "2026-09-17T18:30:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-ad101d": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:30:57Z"
    name: isvc-primary-ad101d.18d62f40c858af83
    namespace: kserve-ci-e2e-test
    resourceVersion: "39948"
    uid: 5790316c-8383-420f-a677-80ab05981c78
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-ad101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40553"
    uid: cc7bceeb-1fdf-4f6d-978c-668da777577f
  kind: Event
  lastTimestamp: "2026-09-17T18:32:19Z"
  message: InferenceService [isvc-primary-ad101d] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:32:19Z"
    name: isvc-primary-ad101d.18d62f53d846cb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "40554"
    uid: cb329823-e214-4c66-8f55-d4f326f0a765
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:32:42.493690Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40743"
    uid: d5b71ffe-1f0e-46a2-b61f-503df3aebb96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-ad101d-predictor-547b99dd4f-46hvg
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:32:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:32:42Z"
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg.18d62f594b9f9df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40747"
    uid: bb2a37b2-1f71-404e-9159-62ef919ca997
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40745"
    uid: d5b71ffe-1f0e-46a2-b61f-503df3aebb96
  kind: Event
  lastTimestamp: "2026-09-17T18:32:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-ad101d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:42Z"
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg.18d62f5954046d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40758"
    uid: 5bfa1816-0d2b-4226-96ba-f49d578f3d66
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40752"
    uid: d5b71ffe-1f0e-46a2-b61f-503df3aebb96
  kind: Event
  lastTimestamp: "2026-09-17T18:32:43Z"
  message: Add eth0 [10.132.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:32:43Z"
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg.18d62f5991201b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "40769"
    uid: ef059e72-d91e-49ec-9dce-29f944dd1ea7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40745"
    uid: d5b71ffe-1f0e-46a2-b61f-503df3aebb96
  kind: Event
  lastTimestamp: "2026-09-17T18:32:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:49Z"
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg.18d62f5992d0fb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40817"
    uid: 0618d264-d49d-457e-aadb-7d61abc1a26f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40745"
    uid: d5b71ffe-1f0e-46a2-b61f-503df3aebb96
  kind: Event
  lastTimestamp: "2026-09-17T18:32:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:49Z"
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg.18d62f5995d222c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40819"
    uid: 9f665aca-4280-41ce-a071-2956adcbaa7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40745"
    uid: d5b71ffe-1f0e-46a2-b61f-503df3aebb96
  kind: Event
  lastTimestamp: "2026-09-17T18:32:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:49Z"
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg.18d62f599640d9f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40822"
    uid: 4d379df6-80db-4d33-b441-a0eaf6203866
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "40745"
    uid: d5b71ffe-1f0e-46a2-b61f-503df3aebb96
  kind: Event
  lastTimestamp: "2026-09-17T18:32:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-ad101d-predictor-547b99dd4f-46hvg_kserve-ci-e2e-test(d5b71ffe-1f0e-46a2-b61f-503df3aebb96)
  metadata:
    creationTimestamp: "2026-09-17T18:32:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:32:56Z"
    name: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg.18d62f5c88ac6879
    namespace: kserve-ci-e2e-test
    resourceVersion: "40876"
    uid: 8401019f-01ae-4bb5-a45c-d2589067d70e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-ad101d-predictor-547b99dd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40733"
    uid: ffb04183-7900-4ee6-bca5-e8db3c4f0814
  kind: Event
  lastTimestamp: "2026-09-17T18:32:42Z"
  message: 'Created pod: isvc-secondary-ad101d-predictor-547b99dd4f-46hvg'
  metadata:
    creationTimestamp: "2026-09-17T18:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:42Z"
    name: isvc-secondary-ad101d-predictor-547b99dd4f.18d62f594b310666
    namespace: kserve-ci-e2e-test
    resourceVersion: "40744"
    uid: 96dfa5ae-e311-4f03-8159-374622fdb3ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-ad101d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40731"
    uid: 0ac8af5a-2dd9-4865-85f5-f79edee5bd07
  kind: Event
  lastTimestamp: "2026-09-17T18:32:42Z"
  message: Scaled up replica set isvc-secondary-ad101d-predictor-547b99dd4f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:42Z"
    name: isvc-secondary-ad101d-predictor.18d62f5947012125
    namespace: kserve-ci-e2e-test
    resourceVersion: "40734"
    uid: 4be463cf-ab21-4eb0-8e19-ebc7ebca7df2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-ad101d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40732"
    uid: d269b672-d212-458b-b845-61fd25044789
  kind: Event
  lastTimestamp: "2026-09-17T18:32:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:57Z"
    name: isvc-secondary-ad101d-predictor.18d62f5cc599a706
    namespace: kserve-ci-e2e-test
    resourceVersion: "40891"
    uid: c71294d9-55d8-422a-9877-eb83747f8b22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-ad101d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40732"
    uid: d269b672-d212-458b-b845-61fd25044789
  kind: Event
  lastTimestamp: "2026-09-17T18:32:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:32:57Z"
    name: isvc-secondary-ad101d-predictor.18d62f5cc601bba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40893"
    uid: 96427402-2659-4030-bb5b-8394c50646e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ad101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40724"
    uid: 757bf7af-bd11-469a-97a7-a9dfe77bf610
  kind: Event
  lastTimestamp: "2026-09-17T18:32:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:32:56Z"
    name: isvc-secondary-ad101d.18d62f594703fe61
    namespace: kserve-ci-e2e-test
    resourceVersion: "40880"
    uid: b38752b1-f382-4b3a-8d2e-dd0f6dac1026
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ad101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40724"
    uid: 757bf7af-bd11-469a-97a7-a9dfe77bf610
  kind: Event
  lastTimestamp: "2026-09-17T18:32:42Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-ad101d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-ad101d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:32:42Z"
    name: isvc-secondary-ad101d.18d62f5947829952
    namespace: kserve-ci-e2e-test
    resourceVersion: "40753"
    uid: c281da4b-539c-4b16-b98b-d337ae94b9c2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:32:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-ad101d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40724"
    uid: 757bf7af-bd11-469a-97a7-a9dfe77bf610
  kind: Event
  lastTimestamp: "2026-09-17T18:32:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-ad101d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:32:42Z"
    name: isvc-secondary-ad101d.18d62f594782fa2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40754"
    uid: b19b5cf4-4423-4565-9d79-99cd2ff5f7bd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:49:37.916039Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16228"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:49:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:49:37Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62cff86ca7ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16232"
    uid: 5bb2a065-fe86-4388-afe1-83af3f5882f3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:49:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:38Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62cff94affb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "16244"
    uid: 3c5d51bf-a779-41c8-82ff-963d64844b5c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16238"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62cffcc3eb725
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 8407e414-5bb6-4d11-8287-97e524e4de4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62cffce183ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16255"
    uid: 3d6738a8-9dd2-4a84-b7ff-0684c44664a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62cffd10c566c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16256"
    uid: bcf4e31c-fb19-44df-8579-43abf6742480
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:49:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:39Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62cffd17aab85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: 34f6fea3-2604-4f4c-9f97-efb2cda81f74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:44Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d010881966c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: 8401693a-a612-47b2-9055-99cdd185fa72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:44Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d010b97da7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 82a30104-c1ab-42d9-aad2-81661406c7d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:44Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d010c0fef14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: ff23f8cd-9130-43b1-bbd2-cffb105bd2cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:44Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d010c1bebad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: 8b9e7b1f-6da2-44aa-a6d8-65ddf7c9c242
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:44Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d010f123d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: c2570560-6f5a-4361-af37-d4ddaa4509e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:44Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d010f9597e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 0d0d39c2-1902-4f7b-b701-15166dd0cd18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:44Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:33e5ba7786d00e1babdfd3b2d2570064de7dfa1acc845931df2bfe98c1e91931"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:44Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d010f9f1f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: ff69eec7-b4fa-41ce-85e3-f57c5a1499c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:44Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:44Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d01122fbb02
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: c06fd39d-b83b-403d-a4f7-2eafa36c46c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:49:44Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:49:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:44Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d0112a3a6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 38f58909-5663-40ef-8eb8-57e31adcadf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:51:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:21Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d0144d56d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17220"
    uid: 229cb12e-e44b-489c-8c84-ea6dae717b3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:51:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:21Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d0144e04264
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: aa84e5ba-90d2-4e80-ad3e-ad279cfe5029
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:51:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:12Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d15a6471395
    namespace: kserve-ci-e2e-test
    resourceVersion: "17105"
    uid: 4e53543e-7b1f-4b3b-a321-19d1ee263241
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:51:12Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:12Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d15a64766eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: 7b87f8a1-600b-495b-b6e4-46af8cea2382
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:51:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:12Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d15a647bb46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17107"
    uid: d9e928c5-31a1-43c8-83a6-2f008710db7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 634d5991-e020-4498-97d9-53a6a936a452
  kind: Event
  lastTimestamp: "2026-09-17T17:51:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:31Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb.18d62d16750e3d37
    namespace: kserve-ci-e2e-test
    resourceVersion: "17313"
    uid: 5e53af63-d46d-4dab-83bf-a02bcb174e93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: 04acc2b6-daba-428b-8a40-d6f0e8f85675
  kind: Event
  lastTimestamp: "2026-09-17T17:49:37Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-77cb8588d9-9l9tb'
  metadata:
    creationTimestamp: "2026-09-17T17:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:37Z"
    name: isvc-sklearn-batcher-custom-predictor-77cb8588d9.18d62cff8642a56a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: d4455134-8d0d-4aff-a3ea-2b99ae6ff0ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 94ce140f-4b63-470f-a5dd-d4837b507c35
  kind: Event
  lastTimestamp: "2026-09-17T17:49:37Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-77cb8588d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:37Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62cff8070623a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: 82156a31-0db5-4862-9f64-f106d8ab5944
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 0a877f66-8136-4486-96b0-349670ca1d94
  kind: Event
  lastTimestamp: "2026-09-17T17:50:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62d02fecf9519
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 57ac1e6c-6c5d-40bb-bcb7-49559fc63a64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 0a877f66-8136-4486-96b0-349670ca1d94
  kind: Event
  lastTimestamp: "2026-09-17T17:50:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62d02ff42268c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: 302fccb1-8b23-4a01-9b07-95a0296bb4e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 0a877f66-8136-4486-96b0-349670ca1d94
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62d09fdd9d8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: 24efc90e-7233-4aa5-93d1-1e45a3a04193
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 0a877f66-8136-4486-96b0-349670ca1d94
  kind: Event
  lastTimestamp: "2026-09-17T17:51:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:50:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18d62d09fe4e54e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: b81e60e5-53a2-4112-b66d-86078befac6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: b7057ef5-e72b-4ded-9f83-e62a481b7243
  kind: Event
  lastTimestamp: "2026-09-17T17:51:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:01Z"
    name: isvc-sklearn-batcher-custom.18d62cff805d8517
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 9c988e9a-1495-458e-8010-cd5468e4b96e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: b7057ef5-e72b-4ded-9f83-e62a481b7243
  kind: Event
  lastTimestamp: "2026-09-17T17:49:37Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:37Z"
    name: isvc-sklearn-batcher-custom.18d62cff84c44508
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: 7dc6dcd2-651d-447d-84ba-c02ead6e2dbb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16198"
    uid: b7057ef5-e72b-4ded-9f83-e62a481b7243
  kind: Event
  lastTimestamp: "2026-09-17T17:49:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:37Z"
    name: isvc-sklearn-batcher-custom.18d62cff84c487ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: 164f8b69-5798-4b2c-88a1-184a800338ee
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: b7057ef5-e72b-4ded-9f83-e62a481b7243
  kind: Event
  lastTimestamp: "2026-09-17T17:51:01Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:01Z"
    name: isvc-sklearn-batcher-custom.18d62d12fd5bfaba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 5b7b59a0-6455-4ff4-bd5d-6c8433409826
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:47:42.905491Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15160"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:47:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:47:42Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce4bfa0b2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: d36ef790-9cc3-4bca-a53b-ca4e2a419cc2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15170"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:47:43Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:47:43Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce4e1bdf9db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 4f85bde1-c43f-4338-994d-ab58d6eed44a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:47:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
  metadata:
    creationTimestamp: "2026-09-17T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:43Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce4e34ebe38
    namespace: kserve-ci-e2e-test
    resourceVersion: "15187"
    uid: d4c58c74-a41a-415c-9f88-fe67f8803112
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:47:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    in 2.91s (2.91s including waiting). Image size: 308174244 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:46Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce590c52402
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: 607c2c79-f61d-40d9-bea3-155e441f3552
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:47:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:46Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce593cd99bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15211"
    uid: 9ba39978-8e18-482f-83c1-c5b8120583df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:47:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:46Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce594404c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: 4380a13c-053f-4d50-b70f-50a3df918e30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:47:50Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
  metadata:
    creationTimestamp: "2026-09-17T17:47:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:50Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce69eea5141
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: 05350cda-059c-4668-9133-41f42a630910
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:04Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    in 13.638s (13.638s including waiting). Image size: 1583073164 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:04Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce9cbd2fd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: 85846731-452c-447a-85a9-1efd856df2be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:04Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce9d1425389
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: b12f36af-e2bf-424a-947f-9f399cef01d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:04Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce9d2ac5810
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 7d325902-82d3-43fe-9c97-0ce0b70ce8ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:04Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:48:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:04Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ce9d2ba4483
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: d7aa4a43-30aa-4b5c-9f6c-2c186169e236
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.757s (2.757s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:07Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62cea771845a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: b8159675-c776-477d-821f-aef64b0888a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:07Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62cea7a321235
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: b7a42f6f-7939-4dd8-a76b-88e373f54d79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:07Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62cea7abd3096
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: 69e05d38-7b60-4244-80ac-20d777ad9f1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:07Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:33e5ba7786d00e1babdfd3b2d2570064de7dfa1acc845931df2bfe98c1e91931"
  metadata:
    creationTimestamp: "2026-09-17T17:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:07Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62cea7acb84ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 2f863347-3d40-4c4b-b5e3-7e6fc386d7b8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:33e5ba7786d00e1babdfd3b2d2570064de7dfa1acc845931df2bfe98c1e91931"
    in 2.905s (2.905s including waiting). Image size: 240301636 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:10Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ceb27f9db74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 0eaef59b-3df3-4f93-8989-bf92a247cc77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:10Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:10Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ceb2b1b3953
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: 9a4059af-e662-4654-a017-ca9a1bb1d82a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:48:10Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:48:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:10Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ceb2b8f3470
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 1e0b1a6a-0f9b-405a-b4d8-42f1dea9093a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:49:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:53Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ceb4cdae806
    namespace: kserve-ci-e2e-test
    resourceVersion: "16413"
    uid: 95a40d69-eb81-473e-b3d4-df248870f7cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:49:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:53Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62ceb4ce3c431
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: 746f2a33-9727-42e3-b05e-efd4977cb2b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:49:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:37Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62cff7cd4d1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: e51eb23b-fe58-4460-852b-f4eb799b0873
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:49:37Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:37Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62cff7cd5cef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: 3fd93c22-0e19-465a-ab58-ea446f56a119
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:49:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:49:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:37Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62cff7cd613cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16206"
    uid: e4de63a0-3ae8-4058-9453-70904cbf80e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15163"
    uid: 9b20ea3b-28f8-424a-8cb1-11a5fb6387cb
  kind: Event
  lastTimestamp: "2026-09-17T17:49:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:49:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:52Z"
    name: isvc-sklearn-batcher-predictor-77947f8859-r8jcn.18d62d007d144c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: df490dad-4d85-42f7-9903-943065991186
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-77947f8859
    namespace: kserve-ci-e2e-test
    resourceVersion: "15151"
    uid: 5ce982f1-284a-480f-8605-335cdd0b796f
  kind: Event
  lastTimestamp: "2026-09-17T17:47:42Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-77947f8859-r8jcn'
  metadata:
    creationTimestamp: "2026-09-17T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:42Z"
    name: isvc-sklearn-batcher-predictor-77947f8859.18d62ce4bf37dca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15164"
    uid: 403b45ba-442e-43ec-884a-97501cb9fe40
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: 50a64e4f-d35a-4f6e-af15-859689d6e749
  kind: Event
  lastTimestamp: "2026-09-17T17:47:42Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-77947f8859 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:42Z"
    name: isvc-sklearn-batcher-predictor.18d62ce4bb824c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15153"
    uid: 522009c6-c599-4202-9741-5715e0bdb744
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: f46a2cb2-9a45-4fb5-8c05-f5c6006aefc9
  kind: Event
  lastTimestamp: "2026-09-17T17:48:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:42Z"
    name: isvc-sklearn-batcher-predictor.18d62ce83b080d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: d42e49b6-2b56-4c54-8d65-be6948dd0851
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15150"
    uid: f46a2cb2-9a45-4fb5-8c05-f5c6006aefc9
  kind: Event
  lastTimestamp: "2026-09-17T17:48:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:42Z"
    name: isvc-sklearn-batcher-predictor.18d62ce83b8e56d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15767"
    uid: ddc3df01-270b-43b8-a430-2387a8306b50
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: f46a2cb2-9a45-4fb5-8c05-f5c6006aefc9
  kind: Event
  lastTimestamp: "2026-09-17T17:49:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:27Z"
    name: isvc-sklearn-batcher-predictor.18d62cf637caec46
    namespace: kserve-ci-e2e-test
    resourceVersion: "16109"
    uid: a2b6115e-2176-4f8d-9add-1a0edae38f93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: f46a2cb2-9a45-4fb5-8c05-f5c6006aefc9
  kind: Event
  lastTimestamp: "2026-09-17T17:49:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:27Z"
    name: isvc-sklearn-batcher-predictor.18d62cf638594285
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: 94a28591-61e7-41ba-9a51-f72c1cd06eae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15137"
    uid: b09ba674-fd07-47bc-ad5f-2d77901b49cf
  kind: Event
  lastTimestamp: "2026-09-17T17:49:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:23Z"
    name: isvc-sklearn-batcher.18d62ce4bb73e1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: c710b831-fa39-4d2f-8ec8-56e72d3c4272
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: b09ba674-fd07-47bc-ad5f-2d77901b49cf
  kind: Event
  lastTimestamp: "2026-09-17T17:49:23Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:49:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:23Z"
    name: isvc-sklearn-batcher.18d62cfc166489e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: ee6384f5-bcf5-49f1-a0c8-636280af2114
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:23:22.297531Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35530"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:23:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:23:22Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed6dd54975f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35539"
    uid: 105e9b37-f6f5-45ec-884a-ad4a59806888
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35544"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:22Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:23:22Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed6ff6f0fa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35553"
    uid: a5ae7820-7435-4802-9703-0889516fd40e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:22Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed700ed669d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35555"
    uid: 7b9b0d36-288b-4f7b-8e7d-203328e98aee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:22Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed703a78580
    namespace: kserve-ci-e2e-test
    resourceVersion: "35556"
    uid: c4e9b39b-b837-430c-a4c7-faea398b97f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:22Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed704191c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35557"
    uid: 2211bc0a-e504-4270-a92d-75ab646c7a1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:27Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed802106251
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 4a3f0bbd-b2e1-46fa-8060-ab4ef07e73b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:27Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed805a94c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35621"
    uid: 32a5d17e-0b12-474f-bb71-6b90fbbf5bf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:27Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed8061a8434
    namespace: kserve-ci-e2e-test
    resourceVersion: "35623"
    uid: f43a1bbc-57a1-4d30-9b6e-ac564e5a5e86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:27Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:27Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed806259e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "35624"
    uid: 46f50744-32e1-4759-aeb9-cda9a54f6a63
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.848s (2.848s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:30Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed8afe98463
    namespace: kserve-ci-e2e-test
    resourceVersion: "35701"
    uid: 4ec0697d-6ab0-4d8d-977f-911cf5b9a452
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:30Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:30Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed8b3298672
    namespace: kserve-ci-e2e-test
    resourceVersion: "35703"
    uid: 50f39d2c-a69a-4b22-8885-ec179034fb94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:30Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:30Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed8b399d2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35704"
    uid: 0267086e-be98-4b7d-a10c-bb8e7d6df538
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:30Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed8b3a51ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35705"
    uid: f192430f-596e-478c-b0e8-9e74c7f29774
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:30Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed8b64fde86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35706"
    uid: 3cd4a76e-ab8a-4afb-bff9-fef87e2858b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:23:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:30Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ed8b6bebe0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: f5e55efd-fcb4-4ae5-8f97-1776d262d9b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:07Z"
  message: 'Readiness probe failed: Get "http://10.132.0.48:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:23:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:07Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62edf0069b251
    namespace: kserve-ci-e2e-test
    resourceVersion: "36609"
    uid: b9ffd349-159c-4705-a596-2c4a66c659db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:24:02Z"
  message: 'Liveness probe failed: Get "http://10.132.0.48:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.48:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:02Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ee040a8e9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36048"
    uid: 52beb7a4-ebdb-44f7-b582-fdc48c4607e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:24:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:42Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ee97fe8e06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36354"
    uid: 16966637-10c4-499f-9116-8bc0ef736d20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:24:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:42Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ee97fe9494e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36355"
    uid: c040a733-43f8-496c-89d6-142e3b047aa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:24:42Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T18:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:24:42Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62ee97fe99d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36356"
    uid: f511158c-e670-4380-89e3-e652decb1ae6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35535"
    uid: 6ba3d394-bf0e-4258-84e8-6e07d74476e5
  kind: Event
  lastTimestamp: "2026-09-17T18:25:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:12Z"
    name: isvc-sklearn-mcp-predictor-545b85879c-8gtz7.18d62eeaa438e2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: 51553262-6c40-457a-b6ae-02beaa529d5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-545b85879c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35521"
    uid: 0a467034-c590-40a3-93fc-7c098fcaa4f9
  kind: Event
  lastTimestamp: "2026-09-17T18:23:22Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-545b85879c-8gtz7'
  metadata:
    creationTimestamp: "2026-09-17T18:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:22Z"
    name: isvc-sklearn-mcp-predictor-545b85879c.18d62ed6dcc9f472
    namespace: kserve-ci-e2e-test
    resourceVersion: "35534"
    uid: 322e821f-fde9-4e51-bbf0-915d6c0da20d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35520"
    uid: f2f2f281-3499-48bc-8c57-0f44b375b682
  kind: Event
  lastTimestamp: "2026-09-17T18:23:22Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-545b85879c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:22Z"
    name: isvc-sklearn-mcp-predictor.18d62ed6d995e608
    namespace: kserve-ci-e2e-test
    resourceVersion: "35523"
    uid: 7bb9954f-f87a-47ec-ae5e-bd24bce2a5a3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35513"
    uid: 14495988-9f69-4d5a-ade9-6dea83a4fc88
  kind: Event
  lastTimestamp: "2026-09-17T18:24:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:37Z"
    name: isvc-sklearn-mcp.18d62ed6d9347c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: a1ac0e1d-e3cb-4cc5-9ecf-2e9e1bc277a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35513"
    uid: 14495988-9f69-4d5a-ade9-6dea83a4fc88
  kind: Event
  lastTimestamp: "2026-09-17T18:23:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:22Z"
    name: isvc-sklearn-mcp.18d62ed6d9b1b6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35524"
    uid: 8c762eeb-1112-478e-aa94-5e88815f7b26
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36296"
    uid: 14495988-9f69-4d5a-ade9-6dea83a4fc88
  kind: Event
  lastTimestamp: "2026-09-17T18:24:37Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:24:37Z"
    name: isvc-sklearn-mcp.18d62ee8561eb8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36297"
    uid: a08c119b-5dd2-4688-8303-6e5c1fabb064
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:58:59.257110Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21393"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-78b4bb59c9-mh49z
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:58:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:58:59Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d82395377a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21398"
    uid: 4569af50-8a1d-4eaa-9eb3-3a8ada6b7e17
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21402"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T17:58:59Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:58:59Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d825b323bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 57540c64-9092-42a5-b9cb-6e29234553ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T17:58:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:59Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d825d2f826f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 14436441-8078-4150-9161-3b5587eb9f95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T17:58:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:59Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d82617bc7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 7321e672-accb-4095-ad57-ae220332fc84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T17:58:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:59Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d8261ecfc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21416"
    uid: 37b1c4fc-fb6e-45ef-95fd-8944bb91f396
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:04Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d836e9f2bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21460"
    uid: bbb57f55-af9e-47e0-a395-6dd5d30eca58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:04Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d8371d8560f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21464"
    uid: 16f926f2-2654-4f68-bdac-430e2653752d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:04Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d83724990e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21465"
    uid: f2001413-4961-4be8-b9df-e1df064a7235
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:04Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d8372541b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21467"
    uid: 061c78fe-fb58-4758-8406-5cada0479730
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:04Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d83751eb0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: 77d55a10-7d4f-4d5e-98ca-70ad74900c95
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:04Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d83758f2008
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: 805fca73-071b-4c92-ad69-b916efecb091
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T18:00:52Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:52Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d83e6c8b5d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: 7140b64e-b1df-4167-ba41-0bae64f46b5f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T18:00:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:39Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d998890e1ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22177"
    uid: 742ff437-223b-4b77-8f04-648f0bf97f16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T18:00:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:39Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d998891560b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: 98b0b072-f34c-4ae4-90da-880979ccd61f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: 35e3dca4-62f1-4069-844a-d7fa654bdd9e
  kind: Event
  lastTimestamp: "2026-09-17T18:00:52Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:52Z"
    name: isvc-sklearn-predictor-78b4bb59c9-mh49z.18d62d9a4107f1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22329"
    uid: 4c6db6f3-485f-428e-b75b-704016ac40d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-78b4bb59c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: 8f3084fc-de6c-4d4b-a828-33ec29cf1468
  kind: Event
  lastTimestamp: "2026-09-17T17:58:59Z"
  message: 'Created pod: isvc-sklearn-predictor-78b4bb59c9-mh49z'
  metadata:
    creationTimestamp: "2026-09-17T17:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:59Z"
    name: isvc-sklearn-predictor-78b4bb59c9.18d62d8238c1f2dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: c77edc88-d701-47a3-85ab-b9629cf73912
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21380"
    uid: 5b0cdd40-6aeb-4e7e-8154-429568f1eed2
  kind: Event
  lastTimestamp: "2026-09-17T17:58:59Z"
  message: Scaled up replica set isvc-sklearn-predictor-78b4bb59c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:59Z"
    name: isvc-sklearn-predictor.18d62d8234dbe5c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21384"
    uid: 8b41773c-c178-49d6-91d8-bcadf6cd0456
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 72476a2f-f4b1-4ea8-b9a2-6556c4642020
  kind: Event
  lastTimestamp: "2026-09-17T17:59:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:44Z"
    name: isvc-sklearn-predictor.18d62d85b3f9d06e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: 9cc7caaa-7a85-4102-9bd0-61251c8c2fa5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 72476a2f-f4b1-4ea8-b9a2-6556c4642020
  kind: Event
  lastTimestamp: "2026-09-17T17:59:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:44Z"
    name: isvc-sklearn-predictor.18d62d85b46c664a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21761"
    uid: a892143e-5127-4fd7-aebc-119deab84854
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: 72476a2f-f4b1-4ea8-b9a2-6556c4642020
  kind: Event
  lastTimestamp: "2026-09-17T18:00:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:29Z"
    name: isvc-sklearn-predictor.18d62d8933801d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22083"
    uid: 9dfafc1f-80e8-4e2f-9b82-e06c7f33356d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21545"
    uid: 72476a2f-f4b1-4ea8-b9a2-6556c4642020
  kind: Event
  lastTimestamp: "2026-09-17T18:00:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:59:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:29Z"
    name: isvc-sklearn-predictor.18d62d893401992b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: ab02c939-e437-4533-bb5f-d98c62389e07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:03:49.911047Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23732"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:03:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:03:49Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc5e5a68ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23737"
    uid: 777ac833-58ff-4c07-949e-831f672f1d80
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23742"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:03:50Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:03:50Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc6078401eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: 0549d0b1-327c-4207-9679-13c5c4fc24f7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:03:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:50Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc609048136
    namespace: kserve-ci-e2e-test
    resourceVersion: "23752"
    uid: 7884f07a-169b-4464-ac47-fb20c73698f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:03:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:50Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc60baf9682
    namespace: kserve-ci-e2e-test
    resourceVersion: "23753"
    uid: 6179c530-202a-407d-8e71-10150f83430c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:03:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:50Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc60c208694
    namespace: kserve-ci-e2e-test
    resourceVersion: "23754"
    uid: 537018d2-0736-4909-b565-517bc744b8d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:03:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:56Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc771ed7f77
    namespace: kserve-ci-e2e-test
    resourceVersion: "23806"
    uid: 5757c836-da0c-4b23-807e-35514553e99b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:03:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:56Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc775729790
    namespace: kserve-ci-e2e-test
    resourceVersion: "23808"
    uid: fce9cfd9-17fc-400f-a7c4-cd999819fcfa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:03:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:56Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc775f1fd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23811"
    uid: b5651317-b077-4ea3-8328-f16f90c850e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:03:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:56Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc775fb959b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23812"
    uid: 92edf01f-9f7f-447f-be7e-5cdf176c9059
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:03:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:56Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc778dc0d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23815"
    uid: 46e2cceb-7ca0-4b20-a554-b2ffa61bef3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:03:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:56Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc779578ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23816"
    uid: 7245ede6-197a-42ca-898b-3429b15dd2fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:04:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:03:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:03Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dc7adfc4e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23871"
    uid: b1dc87c9-e17a-45a6-9d3f-f116c546a34e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:04:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:21Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dcd4feda0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24031"
    uid: 4de95da3-4805-46c0-95f0-8a9205905fad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: a8a717cc-199d-456d-bf27-90063f9970e6
  kind: Event
  lastTimestamp: "2026-09-17T18:04:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:21Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr.18d62dcd4fee1ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24032"
    uid: d28f4015-3aae-4093-b734-c59b268cc9b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-6cdb8db44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23721"
    uid: b4acf0e8-d1d6-4cf8-adfa-14aa4897d96b
  kind: Event
  lastTimestamp: "2026-09-17T18:03:49Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-6cdb8db44c-xcbpr'
  metadata:
    creationTimestamp: "2026-09-17T18:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:49Z"
    name: isvc-sklearn-runtime-predictor-6cdb8db44c.18d62dc5e527e9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23733"
    uid: eb13b9a7-8c8b-4d18-975a-c4cd71a68c59
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 552818b1-2d00-451f-b7f5-c9dd1e41ab06
  kind: Event
  lastTimestamp: "2026-09-17T18:03:49Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-6cdb8db44c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:49Z"
    name: isvc-sklearn-runtime-predictor.18d62dc5e1e4f5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23723"
    uid: 147a252d-b184-470d-a37f-59781fb2da36
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 01d041d7-f519-48db-8fb8-f5a4a82a403c
  kind: Event
  lastTimestamp: "2026-09-17T18:04:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:19Z"
    name: isvc-sklearn-runtime-predictor.18d62dc9605c5444
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 4549a199-b4d2-4e42-acc7-1c87b9b5f45f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23720"
    uid: 01d041d7-f519-48db-8fb8-f5a4a82a403c
  kind: Event
  lastTimestamp: "2026-09-17T18:04:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:19Z"
    name: isvc-sklearn-runtime-predictor.18d62dc960c8af98
    namespace: kserve-ci-e2e-test
    resourceVersion: "23996"
    uid: 4d6b44a5-739f-4a47-8649-602c0707355d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 57241e91-6ab3-496f-a690-f273b1c9e166
  kind: Event
  lastTimestamp: "2026-09-17T18:04:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:13Z"
    name: isvc-sklearn-runtime.18d62dc5e1dccf6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23952"
    uid: 62ed7fcc-4534-4742-bb5a-575e8b766551
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 57241e91-6ab3-496f-a690-f273b1c9e166
  kind: Event
  lastTimestamp: "2026-09-17T18:03:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:03:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:49Z"
    name: isvc-sklearn-runtime.18d62dc5e272389a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23726"
    uid: 92149250-2c3f-4006-8fb5-28dba8488c62
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23947"
    uid: 57241e91-6ab3-496f-a690-f273b1c9e166
  kind: Event
  lastTimestamp: "2026-09-17T18:04:13Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:04:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:13Z"
    name: isvc-sklearn-runtime.18d62dcb6e8eeebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23949"
    uid: 06dc946b-3524-49e6-bb53-79e297783261
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:20:26.599481Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eadf4e922bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: fc515829-4e44-4316-9c88-7f855fb2781c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae004e292c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33800"
    uid: 4b1ae88d-3ab8-4037-8615-d6b07ebaddde
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:27Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:20:27Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae3aac6675
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: d4ac217b-eed6-456a-a889-7daabd37f203
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:27Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae3c1e082b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33812"
    uid: 9bab1f7a-a410-4892-a341-4757c44fd628
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:27Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae3f374488
    namespace: kserve-ci-e2e-test
    resourceVersion: "33813"
    uid: e4019ad0-390a-44cb-a190-b5d7ba48d84c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:27Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae3fb08768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33814"
    uid: 008c5a50-6bef-4516-9c28-226926475f25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:29Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae8cacadd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: 00d1bca9-436c-470e-a06e-761462837802
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:29Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae8f8bb304
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: bf6c49fd-cc70-4938-83df-e50e643f7419
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:29Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae8ffb80ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33833"
    uid: 37512625-7d28-4ceb-bc28-3534604dc762
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:29Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae90054f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33834"
    uid: 5c533d81-b50b-4559-b020-a3445123e067
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:29Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae936294b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: b6fad3c9-bbb1-4e51-ba51-b565658aa04c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:20:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:29Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eae93d17b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "33837"
    uid: eb11d3fa-dab9-44af-aff6-aedb8a1c612c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:21:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:57Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62eaf049f7032
    namespace: kserve-ci-e2e-test
    resourceVersion: "34728"
    uid: 09a334d1-baf9-4f8a-a0c4-8f85095b84c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62ec2ee0817fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34671"
    uid: 05f0cab0-0756-4bb9-863d-afe5cc66c7e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62ec2ee0897c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34672"
    uid: c84b8efa-88e9-454c-9b13-c7a813758bef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: ec09e8ae-d2d2-463b-ad2d-194c468002fc
  kind: Event
  lastTimestamp: "2026-09-17T18:21:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:57Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc.18d62ec30ae11be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34727"
    uid: f0ffc01c-d580-43f8-830c-211fb617c73f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-58d9d56db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33772"
    uid: 9b3070ff-1fcd-4a17-b030-1e575e44d7ec
  kind: Event
  lastTimestamp: "2026-09-17T18:20:26Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-58d9d56db6-4hsjc'
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-sklearn-s3-predictor-58d9d56db6.18d62eadf47eca7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33784"
    uid: a59db4a8-0c90-4a9e-aead-c5c3838c1cdb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33769"
    uid: d86f2302-299c-4b4a-8a77-99b412a0b76f
  kind: Event
  lastTimestamp: "2026-09-17T18:20:26Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-58d9d56db6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-sklearn-s3-predictor.18d62eadf1b077b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33773"
    uid: ebca60f7-a851-45dc-96ee-6a6547584975
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33770"
    uid: e2d96586-745c-48b8-8341-30c8e28b66b0
  kind: Event
  lastTimestamp: "2026-09-17T18:20:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:56Z"
    name: isvc-sklearn-s3-predictor.18d62eb170ff34ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: 0dc73695-dc48-4390-af6c-0d63b08ff50f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33770"
    uid: e2d96586-745c-48b8-8341-30c8e28b66b0
  kind: Event
  lastTimestamp: "2026-09-17T18:20:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:20:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:56Z"
    name: isvc-sklearn-s3-predictor.18d62eb1716eba9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34103"
    uid: 21d8686a-2737-4a80-bdfb-75d886a9166b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33934"
    uid: e2d96586-745c-48b8-8341-30c8e28b66b0
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-sklearn-s3-predictor.18d62eb86f0fb945
    namespace: kserve-ci-e2e-test
    resourceVersion: "34654"
    uid: 92f51d0b-03d6-49ee-906d-836afcedef98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33934"
    uid: e2d96586-745c-48b8-8341-30c8e28b66b0
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-sklearn-s3-predictor.18d62eb86f7d508c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34660"
    uid: 031dc323-d7b9-4d5c-b76d-f667638e10e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:25:10.249042Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36679"
    uid: 531b7934-4fc4-4167-996d-2c20785450f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:25:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:25:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg.18d62eefffbe07a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36683"
    uid: 131139ad-dc9d-40ad-95f0-efd4b5156c0a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 531b7934-4fc4-4167-996d-2c20785450f3
  kind: Event
  lastTimestamp: "2026-09-17T18:25:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg.18d62ef00cb1e1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36699"
    uid: 16604f41-5b86-4f78-ab10-11f5253f311d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36692"
    uid: 531b7934-4fc4-4167-996d-2c20785450f3
  kind: Event
  lastTimestamp: "2026-09-17T18:25:11Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:25:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg.18d62ef04555cae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36705"
    uid: 50efb9f9-f4fb-4f49-b31c-bfbe43841ebc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 531b7934-4fc4-4167-996d-2c20785450f3
  kind: Event
  lastTimestamp: "2026-09-17T18:25:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg.18d62ef046d89db7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36745"
    uid: 009290b0-0b89-4ce6-b687-e36d1bde1ce8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 531b7934-4fc4-4167-996d-2c20785450f3
  kind: Event
  lastTimestamp: "2026-09-17T18:25:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg.18d62ef04974bc4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36750"
    uid: 22a80d20-490e-44fa-adf5-247789648fea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 531b7934-4fc4-4167-996d-2c20785450f3
  kind: Event
  lastTimestamp: "2026-09-17T18:25:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg.18d62ef049e5fe37
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: 41d9e9be-52df-4068-ab21-0c67e23bada7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg
    namespace: kserve-ci-e2e-test
    resourceVersion: "36681"
    uid: 531b7934-4fc4-4167-996d-2c20785450f3
  kind: Event
  lastTimestamp: "2026-09-17T18:25:18Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg_kserve-ci-e2e-test(531b7934-4fc4-4167-996d-2c20785450f3)
  metadata:
    creationTimestamp: "2026-09-17T18:25:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg.18d62ef1f543eec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36785"
    uid: abc2e9e0-fd33-4b76-a186-b667f82ca7e3
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36670"
    uid: c1089101-6169-408e-89ba-b9893894453a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:10Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd-nmfhg'
  metadata:
    creationTimestamp: "2026-09-17T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd.18d62eefff4b82b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36680"
    uid: f0106925-26a9-4e08-b3b7-5e9a47d53c95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36668"
    uid: 6e2aad75-16bd-4532-95f9-ab1c5cb8afa8
  kind: Event
  lastTimestamp: "2026-09-17T18:25:10Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-6fbcb7ffd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d62eeffccb7338
    namespace: kserve-ci-e2e-test
    resourceVersion: "36673"
    uid: 88d38a8d-5d2b-4932-a9c2-ac0bbc5ee092
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36661"
    uid: 5e056f85-a884-46eb-b24f-f652f26f373d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:18Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d62eeffcc99d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "36790"
    uid: 1d454130-f548-4e19-b74f-6181fb2fc351
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36661"
    uid: 5e056f85-a884-46eb-b24f-f652f26f373d
  kind: Event
  lastTimestamp: "2026-09-17T18:25:10Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:10Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d62eeffd589222
    namespace: kserve-ci-e2e-test
    resourceVersion: "36676"
    uid: 54636155-fedc-4cfe-811a-e411a67e75ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:23:39.098700Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35832"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:23:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edac6c21463
    namespace: kserve-ci-e2e-test
    resourceVersion: "35836"
    uid: 6b5ef2d6-0d01-402e-b619-aee64fd3bdd6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:39Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edad861d2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35852"
    uid: 5df4d752-d864-4be7-98bb-014303ec64d6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35844"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:40Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:23:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edb0cb63f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35860"
    uid: 17ba5935-d443-4ac2-ba50-fcae448d1781
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edb0e48261d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35863"
    uid: 393660d0-ce50-492b-817b-59cb3ab9a6af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edb10db7996
    namespace: kserve-ci-e2e-test
    resourceVersion: "35864"
    uid: 15879f5d-2c3a-453f-99a0-5f8bb34932a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edb114e387f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35865"
    uid: daa43a45-e367-4d92-b5b3-63714f47da85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edb84b56d45
    namespace: kserve-ci-e2e-test
    resourceVersion: "35887"
    uid: daa730ac-5076-43ec-86cf-300ccf7aacab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edb881e939a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35889"
    uid: d5e82102-a755-4d89-8ff5-f80dbf8c6040
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edb88a25f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35891"
    uid: 1631581a-cf30-42b4-9c9a-d239f89f5d5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edb88ad9f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "35893"
    uid: c004ddf2-09fb-46d5-89ed-b96cbad79817
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edb8b8d87e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: df2e5b4e-c16e-40d1-83e6-ab7e36203bf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:23:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:42Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edb8bf95e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "35896"
    uid: 351ff034-7274-4c79-9fb4-90892d5ecdd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:25:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62edbfc6d17a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36694"
    uid: f5bac1c1-3a7d-4a91-9b84-00106d4d5e6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:25:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62eefbc8b9ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36643"
    uid: 1e65c8e8-cf7f-4796-80ba-beb824d3f56e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:25:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62eefbc8cd9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36644"
    uid: 506b276e-37d3-47f2-b34d-43f5e7680d21
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: f6465dc9-4305-4b94-b736-0310068182ba
  kind: Event
  lastTimestamp: "2026-09-17T18:25:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c.18d62ef0028f6cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36693"
    uid: 96cb54b4-8d2e-415e-9856-e68594d8a5d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35822"
    uid: b3767b76-8ae3-47e5-8185-04330606b33e
  kind: Event
  lastTimestamp: "2026-09-17T18:23:39Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d-drq4c'
  metadata:
    creationTimestamp: "2026-09-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d.18d62edac6552ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35834"
    uid: feda6465-d667-4792-9e09-ce1eaebcf8fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35820"
    uid: 5eb7ce80-8267-4954-b308-10eda79bc919
  kind: Event
  lastTimestamp: "2026-09-17T18:23:39Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-7765d6c49d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62edac3c694fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35824"
    uid: 16d44e0b-fe18-4fe3-a82e-39aa2471646b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35821"
    uid: b418d2da-7868-492a-9746-b7d74e5c5a33
  kind: Event
  lastTimestamp: "2026-09-17T18:24:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62ede42600768
    namespace: kserve-ci-e2e-test
    resourceVersion: "36090"
    uid: 100e8e7c-d012-4db3-bb05-62aff3915b44
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35821"
    uid: b418d2da-7868-492a-9746-b7d74e5c5a33
  kind: Event
  lastTimestamp: "2026-09-17T18:24:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:09Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62ede42d04875
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: c2839723-660b-49af-be26-f8498e4aa9f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35987"
    uid: b418d2da-7868-492a-9746-b7d74e5c5a33
  kind: Event
  lastTimestamp: "2026-09-17T18:24:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62ee540cf9561
    namespace: kserve-ci-e2e-test
    resourceVersion: "36490"
    uid: 485c8ccf-fdfa-4585-943c-2a7b799fe3e9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:24:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35987"
    uid: b418d2da-7868-492a-9746-b7d74e5c5a33
  kind: Event
  lastTimestamp: "2026-09-17T18:24:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:24:54Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d62ee5413d552a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36491"
    uid: c912a0b1-6edf-4d95-8529-8f328eef90b8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: ca837d4e-65a7-4874-aa80-9dfb4010cd60
  kind: Event
  lastTimestamp: "2026-09-17T18:25:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62edac3cbfab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36549"
    uid: d38e8191-c66d-4f48-adee-dff70bbf0bb8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35813"
    uid: ca837d4e-65a7-4874-aa80-9dfb4010cd60
  kind: Event
  lastTimestamp: "2026-09-17T18:23:39Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:39Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62edac498f913
    namespace: kserve-ci-e2e-test
    resourceVersion: "35828"
    uid: e87956fb-be92-46cd-8fb8-69c103d015f9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: ca837d4e-65a7-4874-aa80-9dfb4010cd60
  kind: Event
  lastTimestamp: "2026-09-17T18:25:00Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:25:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:00Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d62eedb449f6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36548"
    uid: 1d9f76f2-f4ff-4067-843c-d3fb7ef816da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:23:27.986380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35657"
    uid: 51f0767e-919b-4967-892c-bf4f2bc15894
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:23:27Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm.18d62ed8306984b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35661"
    uid: a2a2a22a-a72a-4890-965b-b1fcca07b42e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: 51f0767e-919b-4967-892c-bf4f2bc15894
  kind: Event
  lastTimestamp: "2026-09-17T18:23:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:28Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm.18d62ed83ae669c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35674"
    uid: 333e42d1-ee2c-45b6-ada2-0f63bf2bcb96
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35667"
    uid: 51f0767e-919b-4967-892c-bf4f2bc15894
  kind: Event
  lastTimestamp: "2026-09-17T18:23:29Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:23:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm.18d62ed87650980d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35683"
    uid: f0940e5f-2ed9-40f5-a846-143e0df61e3c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: 51f0767e-919b-4967-892c-bf4f2bc15894
  kind: Event
  lastTimestamp: "2026-09-17T18:23:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm.18d62ed877e1cebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35726"
    uid: 3faebfb1-5ba4-412b-861f-92b0d1062281
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: 51f0767e-919b-4967-892c-bf4f2bc15894
  kind: Event
  lastTimestamp: "2026-09-17T18:23:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm.18d62ed87ad1dd71
    namespace: kserve-ci-e2e-test
    resourceVersion: "35729"
    uid: 32aa79c1-a373-45c8-8b4d-dff94f4f2d62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: 51f0767e-919b-4967-892c-bf4f2bc15894
  kind: Event
  lastTimestamp: "2026-09-17T18:23:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:32Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm.18d62ed87b550f56
    namespace: kserve-ci-e2e-test
    resourceVersion: "35732"
    uid: a9aa9ca6-1012-48e0-8cd4-a3ed9bf03f3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35659"
    uid: 51f0767e-919b-4967-892c-bf4f2bc15894
  kind: Event
  lastTimestamp: "2026-09-17T18:23:36Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm_kserve-ci-e2e-test(51f0767e-919b-4967-892c-bf4f2bc15894)
  metadata:
    creationTimestamp: "2026-09-17T18:23:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm.18d62eda12e3add4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35766"
    uid: 3709307e-3095-412d-b6c0-6df886e54ff0
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694
    namespace: kserve-ci-e2e-test
    resourceVersion: "35649"
    uid: a2d19fa4-ca76-45d0-8281-e4a2d9f01b6d
  kind: Event
  lastTimestamp: "2026-09-17T18:23:27Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694-wdppm'
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:27Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694.18d62ed82ff95bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35658"
    uid: d4890f46-b54c-43ae-941b-2e609044ff63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35646"
    uid: 1ea27414-5d79-428d-be6b-5a8437a6722b
  kind: Event
  lastTimestamp: "2026-09-17T18:23:27Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-5bcb448694
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:27Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d62ed82d547d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "35650"
    uid: 39f99691-3afe-4899-bb33-d2decbc9db16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35637"
    uid: 86d83955-985a-480d-b97e-7ac33559cc94
  kind: Event
  lastTimestamp: "2026-09-17T18:23:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:36Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62ed82d5ad6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35770"
    uid: a7e3b308-32de-4d63-95f6-af135bf6cc9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35637"
    uid: 86d83955-985a-480d-b97e-7ac33559cc94
  kind: Event
  lastTimestamp: "2026-09-17T18:23:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:28Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62ed82de9b079
    namespace: kserve-ci-e2e-test
    resourceVersion: "35669"
    uid: 2758865e-4d3c-460f-a976-cbf36d4134e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35641"
    uid: 86d83955-985a-480d-b97e-7ac33559cc94
  kind: Event
  lastTimestamp: "2026-09-17T18:23:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:28Z"
    name: isvc-sklearn-s3-tls-global-fail.18d62ed8349e31bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35670"
    uid: caef90f1-ec7d-4cb8-a690-5c94c7f56567
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:21:56.834112Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34696"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec2f7505f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 39c14223-77d7-4dd1-aabd-9feb1d8a0039
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:21:57Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:57Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec3023d2427
    namespace: kserve-ci-e2e-test
    resourceVersion: "34722"
    uid: db69b679-7f06-4b23-b057-8e1fddd5aaaf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34707"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:21:58Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:21:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec33d4be319
    namespace: kserve-ci-e2e-test
    resourceVersion: "34739"
    uid: f74a729a-7acc-4605-afd5-fba1b388dc72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:21:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec33ec0415a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34741"
    uid: b73342c0-2b0b-425f-a664-df1010c7238b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:21:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec3422cd4fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34742"
    uid: ac0ce08f-9152-4fd4-a339-79c9a7c6df8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:21:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:21:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:58Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec342a56578
    namespace: kserve-ci-e2e-test
    resourceVersion: "34743"
    uid: 9ee52a51-17ce-4336-bbe7-d5585d594653
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:21:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec3acf11e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "34765"
    uid: 0a1b937d-cec1-4f5e-ab19-76048a581a92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:21:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec3aff18694
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: 683340d4-6439-44b6-b4c4-e711fd623ce1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:21:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec3b076ba53
    namespace: kserve-ci-e2e-test
    resourceVersion: "34770"
    uid: ab0dfe6f-08c0-49c3-8a03-a04b8b25ca4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:21:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec3b084457c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: 5adf5c9b-9a1f-47b0-bb87-93947299e78d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:21:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:21:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:21:59Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec3b3c3a63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34773"
    uid: 6ccfba3c-2068-4cb2-8796-14fe4f288bfc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:22:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:22:00Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec3b4377e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "34774"
    uid: 39445ef0-515a-4765-bfce-1acb27ede3a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:23:26Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:22:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ec3e8f6ffdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35614"
    uid: 6dcef40a-44d6-4faf-a962-6fe0d326b5f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:23:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ed7ed0d6165
    namespace: kserve-ci-e2e-test
    resourceVersion: "35610"
    uid: f5c5b667-1b71-47e1-9ac8-94009fd7bd0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:23:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ed7ed0e6c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: 46e34c23-f988-459d-8ff5-04146b9c90f6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:23:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ed7ef29db67
    namespace: kserve-ci-e2e-test
    resourceVersion: "35613"
    uid: a3b1fe44-eef8-4aec-b22c-0086a439fdd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "34699"
    uid: 63fb0f81-81ff-453f-9412-fe65b4b43fdd
  kind: Event
  lastTimestamp: "2026-09-17T18:23:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-17T18:23:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:23:32Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t.18d62ed954d80c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "35740"
    uid: cc20a1a5-0f33-4901-a914-67cb71289e42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 2c18de17-731d-42b4-93a5-927fff7aa27a
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d-q6m8t'
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d.18d62ec2f6e0787d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34698"
    uid: d0f234eb-ad67-4c09-a484-379225d65a41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34685"
    uid: 82dc7c14-2e70-4b26-92e2-14c774712a7b
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-684ccf8d5d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ec2f4788a64
    namespace: kserve-ci-e2e-test
    resourceVersion: "34690"
    uid: 904b266b-78a6-4bf0-b13d-8361775a9673
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34687"
    uid: ad67e6c3-a80f-485f-a372-d158b969e268
  kind: Event
  lastTimestamp: "2026-09-17T18:22:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ec673080be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: 242782dc-0c1e-4f08-b286-b495fe203380
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34687"
    uid: ad67e6c3-a80f-485f-a372-d158b969e268
  kind: Event
  lastTimestamp: "2026-09-17T18:22:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:22:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:22:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ec6737b338d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35009"
    uid: 6ab2fd78-65fe-457a-bf8c-92abff909a1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34873"
    uid: ad67e6c3-a80f-485f-a372-d158b969e268
  kind: Event
  lastTimestamp: "2026-09-17T18:23:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ecd71c742cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35410"
    uid: aa3df6a1-3924-4ba4-a24c-34aa2ad634b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:22:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34873"
    uid: ad67e6c3-a80f-485f-a372-d158b969e268
  kind: Event
  lastTimestamp: "2026-09-17T18:23:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:23:11Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d62ecd723e85fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35411"
    uid: f21de71d-20b2-4557-a3eb-e30852b995bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: 63fd1e97-82ea-45d5-b8f9-02457da0f198
  kind: Event
  lastTimestamp: "2026-09-17T18:23:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:17Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62ec2f47aa8ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35452"
    uid: bebdf491-96d8-4710-8d57-e97249906e37
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "34678"
    uid: 63fd1e97-82ea-45d5-b8f9-02457da0f198
  kind: Event
  lastTimestamp: "2026-09-17T18:21:56Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:56Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62ec2f5118406
    namespace: kserve-ci-e2e-test
    resourceVersion: "34693"
    uid: 0b70b2a2-0af4-4956-8d53-eccf16954a61
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:23:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35449"
    uid: 63fd1e97-82ea-45d5-b8f9-02457da0f198
  kind: Event
  lastTimestamp: "2026-09-17T18:23:16Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:23:16Z"
    name: isvc-sklearn-s3-tls-global-pass.18d62ed5a0a0a87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35451"
    uid: e5bdc89f-344c-49b7-8620-d367ef1d6301
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:26:52.493381Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37692"
    uid: 93396a7f-1540-4e11-a056-a126411ab972
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:26:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:26:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99.18d62f07cdfabb16
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: 31a93039-7f53-4140-b1f6-409c1dccf593
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 93396a7f-1540-4e11-a056-a126411ab972
  kind: Event
  lastTimestamp: "2026-09-17T18:26:53Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:26:53Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99.18d62f07f0027c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "37715"
    uid: bc712021-4a25-45f5-b3be-e0948ab537e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: 93396a7f-1540-4e11-a056-a126411ab972
  kind: Event
  lastTimestamp: "2026-09-17T18:26:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99.18d62f07f1937605
    namespace: kserve-ci-e2e-test
    resourceVersion: "37769"
    uid: ca64c1c1-0031-4206-a060-9f43c74d3f7c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: 93396a7f-1540-4e11-a056-a126411ab972
  kind: Event
  lastTimestamp: "2026-09-17T18:26:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99.18d62f07f48bc634
    namespace: kserve-ci-e2e-test
    resourceVersion: "37772"
    uid: 75a33794-80a1-45a3-ad36-b9d924d882ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: 93396a7f-1540-4e11-a056-a126411ab972
  kind: Event
  lastTimestamp: "2026-09-17T18:26:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:26:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99.18d62f07f4f22c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37774"
    uid: e6a30f70-914f-474a-80f4-ae2cbe49f27d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:27:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "37694"
    uid: 93396a7f-1540-4e11-a056-a126411ab972
  kind: Event
  lastTimestamp: "2026-09-17T18:27:02Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:27:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:27:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99.18d62f0a20f7bac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37818"
    uid: a30736a4-4fca-4bcb-847f-b4f42623d07f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37683"
    uid: 6fab1949-faee-4ffa-9bc2-9f6b1a1d15e6
  kind: Event
  lastTimestamp: "2026-09-17T18:26:52Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc-wsd99'
  metadata:
    creationTimestamp: "2026-09-17T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc.18d62f07cd8f0f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "37693"
    uid: 1a27c62f-a0d7-4252-8ae3-f5ea12b2ab16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37681"
    uid: 2bfdc8b4-05d8-4ab5-9ea8-6339b53680e0
  kind: Event
  lastTimestamp: "2026-09-17T18:26:52Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-f9c6f8ddc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d62f07cae0bd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: 401513de-419c-4485-abc3-456fda48e7f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37674"
    uid: a8cd6213-51d5-45e2-8930-be0f6c57d180
  kind: Event
  lastTimestamp: "2026-09-17T18:26:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:59Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d62f07cae1f413
    namespace: kserve-ci-e2e-test
    resourceVersion: "37777"
    uid: 2f1b27cd-5245-4285-ac48-102d5b72fe32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37674"
    uid: a8cd6213-51d5-45e2-8930-be0f6c57d180
  kind: Event
  lastTimestamp: "2026-09-17T18:26:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:26:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:52Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d62f07cb7ca0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: 8b5404fa-8008-4bbb-aae2-49de8d1c73fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:25:21.370241Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36853"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:25:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:25:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef2969df9d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36859"
    uid: 23054f40-1512-4b90-88a1-367e3abc8681
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36863"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:21Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:25:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef2b8b6064d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36871"
    uid: 23c74f90-33e3-4fec-9b54-3c0c54065799
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef2ba659fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36873"
    uid: 9faa3338-08b4-4557-adcd-1700c2426a23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef2bcefcdc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36874"
    uid: cf070b37-dc60-4a01-ac52-36da48431ad7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:22Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef2bd5f9f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "36875"
    uid: 95ce2e57-3f1f-4e65-a2b5-1a93cf08fe8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef3203186d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36894"
    uid: dd132415-9d4b-4ccf-b03c-17a67cbb936b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef3233795e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: b3a492e5-0b1c-49eb-a9f8-791bed50d3e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef323acb738
    namespace: kserve-ci-e2e-test
    resourceVersion: "36900"
    uid: 06968c1d-9a27-48bc-844a-ee4d2e77145a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef323b77877
    namespace: kserve-ci-e2e-test
    resourceVersion: "36901"
    uid: 7c32665f-1f9b-4dd9-8795-13c0f0a0eb6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef32642c705
    namespace: kserve-ci-e2e-test
    resourceVersion: "36903"
    uid: 80827952-4733-4107-afd0-3ee4311f5a10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:25:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:25:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:25:23Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef326b49432
    namespace: kserve-ci-e2e-test
    resourceVersion: "36904"
    uid: 582798ed-cd36-4813-9253-047c68d0eeb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:26:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62ef397f7d638
    namespace: kserve-ci-e2e-test
    resourceVersion: "37661"
    uid: 9afbc43a-a716-4150-8387-6dd52e7d8a65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:26:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62f078b40080e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37655"
    uid: 5a26e14a-e239-4131-a184-43b2b5613330
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:26:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62f078b406226
    namespace: kserve-ci-e2e-test
    resourceVersion: "37656"
    uid: fb74fbc3-a9c2-4043-8f01-9aeec24de6c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36854"
    uid: 49755ab9-06c2-4050-a269-8067434ff4b9
  kind: Event
  lastTimestamp: "2026-09-17T18:26:51Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:26:51Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt.18d62f079e2913e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37660"
    uid: ee4081bc-af33-4684-8cfa-865e93265e94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36842"
    uid: e30e945b-c5dd-4788-b57b-b03f21f135d1
  kind: Event
  lastTimestamp: "2026-09-17T18:25:21Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9-rncjt'
  metadata:
    creationTimestamp: "2026-09-17T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9.18d62ef296438e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36855"
    uid: 78f55ae7-9d59-4b9d-8d2d-8f93fdf8b52e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36840"
    uid: 7f125bf3-c4d2-4f07-92a8-00efeefbf3ca
  kind: Event
  lastTimestamp: "2026-09-17T18:25:21Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-74698c47d9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62ef292d497b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36844"
    uid: b6f7b9e5-9a0e-4d70-84f2-75357b29d975
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36841"
    uid: db99ec19-43df-44c7-9831-0168aef16351
  kind: Event
  lastTimestamp: "2026-09-17T18:25:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62ef611cab36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37003"
    uid: 6ada7994-3676-4996-ad60-0c1f84859070
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36841"
    uid: db99ec19-43df-44c7-9831-0168aef16351
  kind: Event
  lastTimestamp: "2026-09-17T18:25:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:25:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:25:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62ef61234fac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37005"
    uid: de708fd7-0c52-487b-81a9-3d1f0859c566
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37004"
    uid: db99ec19-43df-44c7-9831-0168aef16351
  kind: Event
  lastTimestamp: "2026-09-17T18:26:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62ef990fc94c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37524"
    uid: d2b8479e-051e-4095-9dff-ff9e5ca48c39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37004"
    uid: db99ec19-43df-44c7-9831-0168aef16351
  kind: Event
  lastTimestamp: "2026-09-17T18:26:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:26:36Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d62ef9916a5252
    namespace: kserve-ci-e2e-test
    resourceVersion: "37525"
    uid: 482b5ebd-66a5-476c-8f17-e123b4091a4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36833"
    uid: c03c1b76-5364-4b16-8d39-2e9bc3ac203a
  kind: Event
  lastTimestamp: "2026-09-17T18:26:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:41Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62ef292e0c89e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37569"
    uid: f87e60ef-60cc-4404-8866-351e832d40b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36833"
    uid: c03c1b76-5364-4b16-8d39-2e9bc3ac203a
  kind: Event
  lastTimestamp: "2026-09-17T18:25:21Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:25:21Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62ef29382f9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36848"
    uid: 010fc167-030a-44b6-afa7-d992cc358d82
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:26:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: c03c1b76-5364-4b16-8d39-2e9bc3ac203a
  kind: Event
  lastTimestamp: "2026-09-17T18:26:41Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:26:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:26:41Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d62f05507f9197
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 78af7ce3-908e-4c0f-b636-b72d5945b7d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: 1de81b36-35a4-49e9-9d78-f355ba053d6b
  kind: Event
  lastTimestamp: "2026-09-17T18:21:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:47Z"
    name: isvc-sklearn-s3.18d62eadf1afd310
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: 6abb0c2f-52eb-44b9-8ac2-cfa06d189d25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33760"
    uid: 1de81b36-35a4-49e9-9d78-f355ba053d6b
  kind: Event
  lastTimestamp: "2026-09-17T18:20:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:26Z"
    name: isvc-sklearn-s3.18d62eadf25e46a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33779"
    uid: d2389879-54cc-4a76-86b3-bddb28762b03
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:21:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34531"
    uid: 1de81b36-35a4-49e9-9d78-f355ba053d6b
  kind: Event
  lastTimestamp: "2026-09-17T18:21:47Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:21:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:21:47Z"
    name: isvc-sklearn-s3.18d62ec0bcab4c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34532"
    uid: 9823da64-657e-40ea-8526-3bc390f9a578
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-677987fdcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20993"
    uid: 20403d56-bd90-48ae-993e-6bb856539e46
  kind: Event
  lastTimestamp: "2026-09-17T17:58:24Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-677987fdcf-vlmp4'
  metadata:
    creationTimestamp: "2026-09-17T17:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:24Z"
    name: isvc-sklearn-scheduler-predictor-677987fdcf.18d62d7a3c32ea29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: a10b7f6f-4d37-47b4-9901-20684c3f7910
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20992"
    uid: 56c49271-df3a-4823-abeb-8f3a78641293
  kind: Event
  lastTimestamp: "2026-09-17T17:58:24Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-677987fdcf from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:24Z"
    name: isvc-sklearn-scheduler-predictor.18d62d7a37c25717
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: e4be6124-8890-4b48-96af-7877adcd5121
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: fa01b3f5-c07e-4d23-8a37-5159d630153e
  kind: Event
  lastTimestamp: "2026-09-17T17:58:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:25Z"
    name: isvc-sklearn-scheduler.18d62d7a37676c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21013"
    uid: 00147713-f024-4123-9404-c32746cb1ecd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: fa01b3f5-c07e-4d23-8a37-5159d630153e
  kind: Event
  lastTimestamp: "2026-09-17T17:58:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:24Z"
    name: isvc-sklearn-scheduler.18d62d7a37f50117
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: 0da8e3ef-4996-4e5d-b9ea-13a4a22ef9aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: fa01b3f5-c07e-4d23-8a37-5159d630153e
  kind: Event
  lastTimestamp: "2026-09-17T17:58:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:24Z"
    name: isvc-sklearn-scheduler.18d62d7a37f54365
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: 70fcb523-4410-42db-94f4-3d1ba3372f65
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:07:07.613919Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:07:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:07:07Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df3eda8e5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25783"
    uid: c7c084fa-6f90-409e-9783-c6d62826697c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25787"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:08Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:07:08Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df40fab1705
    namespace: kserve-ci-e2e-test
    resourceVersion: "25799"
    uid: e0330c06-4e22-4d76-b7ff-da69759e4deb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:08Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df411576528
    namespace: kserve-ci-e2e-test
    resourceVersion: "25801"
    uid: b30d6f61-fda4-4c6b-9879-9ad828e516fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:08Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df414ea338e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25802"
    uid: 2ca39225-fd8d-4858-a1b2-6d405b374718
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:08Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df4155ada77
    namespace: kserve-ci-e2e-test
    resourceVersion: "25804"
    uid: a0582dfe-6528-4989-a6f1-e1ae3674a302
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:12Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df507647bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25840"
    uid: 47e3ee5d-eb78-4fe8-8c7a-a56018272bf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:12Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df50a636f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25842"
    uid: 558c58bc-8650-4f90-b335-b71718983f85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:12Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df50ad7bf87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25843"
    uid: 4ca1a729-c208-49d9-86f5-3d9d95f7de8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:12Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df50ae2677c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25844"
    uid: e7c7fff4-9474-45d2-8fb9-5f80885fec44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:12Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df50d98cf56
    namespace: kserve-ci-e2e-test
    resourceVersion: "25847"
    uid: a70d321b-07ea-4350-be0e-6f4eac87bec5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:12Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df50e135854
    namespace: kserve-ci-e2e-test
    resourceVersion: "25848"
    uid: 78c8ab91-c53c-4b6a-be09-3b62632ad798
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:08:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62df57f38dd70
    namespace: kserve-ci-e2e-test
    resourceVersion: "27014"
    uid: 127e4f1a-65f7-411a-8775-99bd08a77fc5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:08:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:37Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62e08e63ec5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: d41bb70f-8a8f-4d71-ac6c-62b88fafb479
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:08:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:37Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62e08e63f2c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26989"
    uid: 56769e2c-0f5d-4eb7-abbd-a6bd1173a7fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25780"
    uid: 173303a9-982c-4524-93ef-b8d47bfa27d4
  kind: Event
  lastTimestamp: "2026-09-17T18:08:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:40Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2.18d62e09857cbbde
    namespace: kserve-ci-e2e-test
    resourceVersion: "27013"
    uid: c9d41c90-0468-42fa-959e-3ce66376e232
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-666d948758
    namespace: kserve-ci-e2e-test
    resourceVersion: "25768"
    uid: 5f162b88-5a7a-4897-9f5d-59170e5c5ebd
  kind: Event
  lastTimestamp: "2026-09-17T18:07:07Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-666d948758-rf8z2'
  metadata:
    creationTimestamp: "2026-09-17T18:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:07Z"
    name: isvc-sklearn-v2-mixed-predictor-666d948758.18d62df3ed12215c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 89945dd5-f30a-404c-96f7-33963cb917b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25766"
    uid: 21794a90-30d3-4688-99c2-ec83ce058a5d
  kind: Event
  lastTimestamp: "2026-09-17T18:07:07Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-666d948758 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:07Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62df3e8704053
    namespace: kserve-ci-e2e-test
    resourceVersion: "25771"
    uid: 086da699-99d8-46e0-b774-328cc0fb4921
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: a06a4baa-d900-4402-a9b9-86c4211972e9
  kind: Event
  lastTimestamp: "2026-09-17T18:07:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62df7673b4049
    namespace: kserve-ci-e2e-test
    resourceVersion: "26039"
    uid: 5a870037-4509-4ec2-85e6-85c251437708
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25767"
    uid: a06a4baa-d900-4402-a9b9-86c4211972e9
  kind: Event
  lastTimestamp: "2026-09-17T18:07:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62df767c939e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26040"
    uid: bee31220-79a1-41b7-b1b6-8040c7b49a3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: a06a4baa-d900-4402-a9b9-86c4211972e9
  kind: Event
  lastTimestamp: "2026-09-17T18:08:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62dfe66069c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 1fca3a98-7b5d-4fd5-9c11-ab572dfd2db0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25931"
    uid: a06a4baa-d900-4402-a9b9-86c4211972e9
  kind: Event
  lastTimestamp: "2026-09-17T18:08:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:07:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:37Z"
    name: isvc-sklearn-v2-mixed-predictor.18d62dfe6671f726
    namespace: kserve-ci-e2e-test
    resourceVersion: "26984"
    uid: faa7b73f-f5b0-4300-a0b0-e88a66d74c0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: 53adf289-430a-4dc3-8c9c-fa800038faf4
  kind: Event
  lastTimestamp: "2026-09-17T18:08:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:30Z"
    name: isvc-sklearn-v2-mixed.18d62df3e84450b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26881"
    uid: e0ad35ad-d04f-4692-8588-be221fde1fb6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25758"
    uid: 53adf289-430a-4dc3-8c9c-fa800038faf4
  kind: Event
  lastTimestamp: "2026-09-17T18:07:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:07:07Z"
    name: isvc-sklearn-v2-mixed.18d62df3e91b9358
    namespace: kserve-ci-e2e-test
    resourceVersion: "25773"
    uid: ccdbf7bb-81f1-4024-ba01-03e487b28a08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26878"
    uid: 53adf289-430a-4dc3-8c9c-fa800038faf4
  kind: Event
  lastTimestamp: "2026-09-17T18:08:30Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:30Z"
    name: isvc-sklearn-v2-mixed.18d62e0737c887e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26880"
    uid: 73550abc-f2b6-4796-bf49-52615d71238f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:05:32.255028Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24742"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62dddb9d3bec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 865b333e-0eae-4226-8089-f30833c64184
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24755"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62ddddbe130de
    namespace: kserve-ci-e2e-test
    resourceVersion: "24763"
    uid: 1bcca0d4-8eab-4369-bc1c-4933020b2620
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62ddddd5070fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24765"
    uid: 3ec0877e-c387-4312-aab4-1dc42e7824ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62ddde000dc60
    namespace: kserve-ci-e2e-test
    resourceVersion: "24766"
    uid: 242c49f3-292f-4a7a-b850-14ab9f80df4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62ddde0760bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "24767"
    uid: f33628ee-d41d-4f68-9bd5-d5ee2d45358c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:36Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62dded0ed48d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24807"
    uid: d008d22d-8cb4-45e8-992a-bd89ab3b0a45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:36Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62dded4120ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: 2bad9c5b-783a-4da1-954d-d5f8ef727e45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:37Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62dded47c7fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 65e5601a-eefe-45b2-b1eb-f5c28e28b421
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:37Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62dded48579ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 5ccf1b10-f376-48a1-a366-356a67c3298d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:37Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62dded76a8921
    namespace: kserve-ci-e2e-test
    resourceVersion: "24814"
    uid: 46143f61-8882-4f0b-add6-2ed087fd2cdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:37Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62dded7db0203
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: 9f5dca3b-7679-4a15-b9a1-8efc8422a654
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:07:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:04Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62ddf48ba2154
    namespace: kserve-ci-e2e-test
    resourceVersion: "25734"
    uid: 9bfc21f3-131a-4847-b2df-eac705eae5c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:07:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:02Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62df2b4d8da28
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: 7cf2601c-8b71-435a-ad01-b8a35667e6bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:07:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:02Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62df2b4d961f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25707"
    uid: da32d66b-95fe-46e8-9fc3-cf5d46a085dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 34de20b8-8339-476f-9a0a-49dfc7f3b8f7
  kind: Event
  lastTimestamp: "2026-09-17T18:07:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:04Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2.18d62df34eec15cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25733"
    uid: 50de15d8-f668-440a-a794-787f0fb798c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-65cb4cbbf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24731"
    uid: a8ec2ba7-4465-49d4-91bd-6f279a3da888
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-65cb4cbbf5-wqjz2'
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-v2-predictor-65cb4cbbf5.18d62dddb908e58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: 0fc62d65-7dc9-4fd3-a440-f6485eea2427
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24729"
    uid: 29117f05-e978-4829-aff7-93191113702f
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-65cb4cbbf5 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-v2-predictor.18d62dddb60945e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24734"
    uid: 88ca459c-0d91-4ffd-a6f8-0614a5109f56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: 4c7540ce-ea02-44d0-8d02-2f4f3f83b723
  kind: Event
  lastTimestamp: "2026-09-17T18:06:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:17Z"
    name: isvc-sklearn-v2-predictor.18d62de134f4ddda
    namespace: kserve-ci-e2e-test
    resourceVersion: "25199"
    uid: 1acbf3d7-6079-4eea-a8d9-09f0a561ac18
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: 4c7540ce-ea02-44d0-8d02-2f4f3f83b723
  kind: Event
  lastTimestamp: "2026-09-17T18:06:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:17Z"
    name: isvc-sklearn-v2-predictor.18d62de13571fdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25200"
    uid: cd2834e0-d9bf-4882-8089-0efa91016ce3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24904"
    uid: 4c7540ce-ea02-44d0-8d02-2f4f3f83b723
  kind: Event
  lastTimestamp: "2026-09-17T18:07:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:02Z"
    name: isvc-sklearn-v2-predictor.18d62de4b44f4e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "25690"
    uid: c066e8fd-21cf-4e4f-b0a7-913efe8a4dce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24904"
    uid: 4c7540ce-ea02-44d0-8d02-2f4f3f83b723
  kind: Event
  lastTimestamp: "2026-09-17T18:07:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:06:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:07:02Z"
    name: isvc-sklearn-v2-predictor.18d62de4b4d4e9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25692"
    uid: df0ed5ce-f663-465c-966d-dc2a719ba901
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:04:26.917214Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24089"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:04:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:04:26Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dce8363d005
    namespace: kserve-ci-e2e-test
    resourceVersion: "24095"
    uid: 945d8200-cb2b-40e0-9565-0a9d49269982
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24100"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:04:27Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:04:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dcea55c1bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24111"
    uid: a5677de7-9577-4a01-85eb-6324d7093312
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:04:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dcea6d9220c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: e844a229-b602-45fa-8ed0-747560a71fb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:04:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dcea984b75e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24114"
    uid: cb02fa9f-1e0b-415c-a281-bf18863ad3c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:04:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:04:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dcea9e7e2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24115"
    uid: db2ca36e-307c-4c77-a648-3dfcc8091f3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:04:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dcfc7393a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "24159"
    uid: 0d38951f-7898-4b5d-94b6-2292f6e2526c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:04:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dcfca230172
    namespace: kserve-ci-e2e-test
    resourceVersion: "24162"
    uid: c433eff6-48b7-4ce7-b943-f982de4a8b8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:04:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dcfcaa713bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24163"
    uid: 2a6f3e15-3205-43d9-9717-79d6bb763520
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:04:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dcfcab0e3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24164"
    uid: 8595b985-bd02-4038-b0c3-8adf27df6f3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:04:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dcfcd781cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24167"
    uid: f28d3cf3-f4a7-4c6b-afb3-4f0f7f2f5e41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:04:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dcfcdd4fd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24168"
    uid: 20eb84ac-6642-4fc9-8e82-6572b0800c5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:05:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62dd869b61f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "24440"
    uid: 6aba6e85-a4d8-4511-8a24-3cf1729d91a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62ddc8072d7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "24672"
    uid: d90f4129-4034-475a-9c68-8e438dfd64b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:27Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62ddc807385af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24673"
    uid: 77d9a2be-ad5b-4798-8b73-b901cfd7b8cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:05:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:34Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62ddd0d665d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "24786"
    uid: 99d9610a-f82c-49dc-aff3-afa71358679e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 05a4dff8-fa6f-4a0c-9741-0e2edd90f374
  kind: Event
  lastTimestamp: "2026-09-17T18:05:30Z"
  message: 'Readiness probe failed: Get "http://10.133.0.42:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:30Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6.18d62ddd4bbd2051
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: 98ee536d-f2d0-4603-95da-0a8d8d6e66b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24080"
    uid: 8c4e044b-7437-4f3d-bdea-0cee3c0bbdc3
  kind: Event
  lastTimestamp: "2026-09-17T18:04:26Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-75gr6'
  metadata:
    creationTimestamp: "2026-09-17T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:26Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d62dce82ea91c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: af218c34-4f8c-47ac-b277-f6f17b2ccff1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24078"
    uid: 52123540-79fc-407e-b358-ab63a389c1da
  kind: Event
  lastTimestamp: "2026-09-17T18:04:26Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:04:26Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62dce80210d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "24081"
    uid: ec9c4301-fe91-4696-aa28-fbc89ce2de7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24079"
    uid: f4446a79-8567-4fce-9273-343fe98d63ee
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62dd1ff7d82a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24481"
    uid: 38d13bae-8d33-4009-a7b6-eceb5f25b4ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24079"
    uid: f4446a79-8567-4fce-9273-343fe98d63ee
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:04:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62dd1ffea1405
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: 070d2ca1-a681-4999-8dc8-256cfedb3d1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24233"
    uid: f4446a79-8567-4fce-9273-343fe98d63ee
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62dd57f141c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "24655"
    uid: d7803fc0-fb07-4b8f-b78d-dee25b6d5fed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24233"
    uid: f4446a79-8567-4fce-9273-343fe98d63ee
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-sklearn-v2-runtime-predictor.18d62dd57f84a728
    namespace: kserve-ci-e2e-test
    resourceVersion: "24657"
    uid: 52d14439-5621-414d-a034-742513777a0d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24071"
    uid: 88b9a806-c80c-4f10-862a-32c9de21ce08
  kind: Event
  lastTimestamp: "2026-09-17T18:05:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:19Z"
    name: isvc-sklearn-v2-runtime.18d62dce802234d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24593"
    uid: 36bb43b5-bcdd-45df-8220-c64c84ed31de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24071"
    uid: 88b9a806-c80c-4f10-862a-32c9de21ce08
  kind: Event
  lastTimestamp: "2026-09-17T18:04:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:26Z"
    name: isvc-sklearn-v2-runtime.18d62dce80a44340
    namespace: kserve-ci-e2e-test
    resourceVersion: "24084"
    uid: d2c524d9-401d-4d60-be37-9cdbb9bc9512
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24590"
    uid: 88b9a806-c80c-4f10-862a-32c9de21ce08
  kind: Event
  lastTimestamp: "2026-09-17T18:05:19Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:19Z"
    name: isvc-sklearn-v2-runtime.18d62ddabfd10532
    namespace: kserve-ci-e2e-test
    resourceVersion: "24591"
    uid: daf437b0-b904-4fb0-a5da-120c4a232a91
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: f139ee31-1c11-4cb0-be00-894534045cf6
  kind: Event
  lastTimestamp: "2026-09-17T18:06:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:55Z"
    name: isvc-sklearn-v2.18d62dddb5e6e5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25630"
    uid: 3056e220-0dc8-4079-8dab-2b3a6e82c1a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: f139ee31-1c11-4cb0-be00-894534045cf6
  kind: Event
  lastTimestamp: "2026-09-17T18:05:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:32Z"
    name: isvc-sklearn-v2.18d62dddb6bd3f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "24737"
    uid: 955a6ee6-db55-4afe-b4a7-61e7c7e50998
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25627"
    uid: f139ee31-1c11-4cb0-be00-894534045cf6
  kind: Event
  lastTimestamp: "2026-09-17T18:06:55Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:06:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:55Z"
    name: isvc-sklearn-v2.18d62df100c618e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: d1145793-3ca8-42e6-ae77-e8479e4a74b8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: d5f3bf83-fdd5-4723-8587-d79e71dff2c3
  kind: Event
  lastTimestamp: "2026-09-17T18:00:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:32Z"
    name: isvc-sklearn.18d62d8234dd42a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22113"
    uid: c98eafa9-ed87-44f2-8a41-de0405cea870
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: d5f3bf83-fdd5-4723-8587-d79e71dff2c3
  kind: Event
  lastTimestamp: "2026-09-17T17:58:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:59Z"
    name: isvc-sklearn.18d62d823598c696
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 397eced6-3932-43fe-9bca-288d46f66401
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: d5f3bf83-fdd5-4723-8587-d79e71dff2c3
  kind: Event
  lastTimestamp: "2026-09-17T18:00:32Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:32Z"
    name: isvc-sklearn.18d62d97f33007f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: 9f05323a-4205-44c7-92ba-7ba4e8094d96
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:08:42.869034Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27065"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-v8b28
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:08:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:08:42Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0a1b4eb2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27070"
    uid: 5445dcfb-2166-4875-9d0f-312564e3d457
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27078"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:43Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:08:43Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0a3d1e51dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27086"
    uid: cf2604ab-ca95-4dab-8195-b94484581ac3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:43Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0a3fbb2e5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27089"
    uid: 504f8d00-847d-4e0b-851f-a7c371e48cac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:43Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0a42781b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "27090"
    uid: c987f58e-d813-47d1-887e-2337512a10e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:43Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0a42e6c56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27091"
    uid: 682d45a3-b1e0-41dd-8e02-7453b32d92ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:48Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T18:08:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:48Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0b7842160d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: 70c4979a-cda2-4682-b1c1-49f8a3b4d424
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:52Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.497s (3.497s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0c48b487b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27163"
    uid: 78376864-3b1e-461a-945c-df542fbf8dd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0c4bff5057
    namespace: kserve-ci-e2e-test
    resourceVersion: "27165"
    uid: d82ffe70-6b22-4a2c-81f6-e11256cc26f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0c4c7241e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27166"
    uid: 13351e27-196d-4cdf-8d84-5e7ee8e94968
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0c4c7bf1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27167"
    uid: 9afd2091-afaa-45d8-bc19-cdbf331c3ecb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0c4f908f0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: 421b6843-3f5a-46a1-8f46-a5e0fb048835
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:52Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0c500550e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27170"
    uid: b8d40750-8c13-4d35-b491-53618a1620bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:08:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:08:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e0ca3af1cdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27225"
    uid: 742fcae7-feba-4954-a8a2-2d26dcd41fe1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:09:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e13b38648bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27431"
    uid: f5b733f1-b71f-4f92-9846-32669671d580
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:09:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e13b386ddb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: db641c9d-1751-4755-bc56-5e3604b25045
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-v8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "27067"
    uid: 6647caac-1f00-4481-8daa-b1d74683f22d
  kind: Event
  lastTimestamp: "2026-09-17T18:09:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:49Z"
    name: isvc-tensorflow-predictor-547dfc5669-v8b28.18d62e13dba6518d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27696"
    uid: b87620b0-5686-4347-8f70-e88b0d8d6378
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27056"
    uid: d6d5b50d-6318-4173-af58-a6fbeea820c1
  kind: Event
  lastTimestamp: "2026-09-17T18:08:42Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-v8b28'
  metadata:
    creationTimestamp: "2026-09-17T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:42Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d62e0a1ad96df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27066"
    uid: 6dc4f03a-6f36-4c98-871f-7465105712ff
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27054"
    uid: 154ec8e2-63b1-4825-a2a9-1aa76c6f72cc
  kind: Event
  lastTimestamp: "2026-09-17T18:08:42Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:42Z"
    name: isvc-tensorflow-predictor.18d62e0a178f2f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27057"
    uid: b1847d00-2bec-43da-8d19-5606066e2d60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27055"
    uid: eaef7eec-ec72-476a-a55b-a49a9e7b1de4
  kind: Event
  lastTimestamp: "2026-09-17T18:08:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:57Z"
    name: isvc-tensorflow-predictor.18d62e0d965635ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27208"
    uid: 68e9f1bc-053d-4730-80be-68c3e158f4b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27055"
    uid: eaef7eec-ec72-476a-a55b-a49a9e7b1de4
  kind: Event
  lastTimestamp: "2026-09-17T18:08:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:08:57Z"
    name: isvc-tensorflow-predictor.18d62e0d96c494ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27210"
    uid: 35df0768-48d1-46d1-b178-2b85a8994bef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: eaef7eec-ec72-476a-a55b-a49a9e7b1de4
  kind: Event
  lastTimestamp: "2026-09-17T18:09:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:12Z"
    name: isvc-tensorflow-predictor.18d62e11167c53fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27336"
    uid: 89a09c19-43c0-4cc2-af92-19e5bcc2cac1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: eaef7eec-ec72-476a-a55b-a49a9e7b1de4
  kind: Event
  lastTimestamp: "2026-09-17T18:09:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:12Z"
    name: isvc-tensorflow-predictor.18d62e1116f2f112
    namespace: kserve-ci-e2e-test
    resourceVersion: "27338"
    uid: 78257ef2-62a2-4282-bb34-30d20c9072d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:09:29.297477Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27496"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:09:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e14eaa87646
    namespace: kserve-ci-e2e-test
    resourceVersion: "27502"
    uid: cfe384b2-034a-40ce-a03a-03860d88478f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e14f84ac084
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: 0033c93e-718f-4a43-9de1-9722a38ce2e4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27506"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:30Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:09:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e15305d4110
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 2f33c219-3124-4616-b569-af9ad5c8a126
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e1531d7aebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: 79f6dad4-10ef-478a-a336-98a14b8e5f76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e15349fefd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27528"
    uid: 4d3a37f2-a4e5-4eca-9e3c-35b5ca26349d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:09:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:30Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e15350d6e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27529"
    uid: 0321d8f8-bb81-4f71-8109-bf0bd540cd7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:35Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T18:09:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:35Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e16726b4e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27576"
    uid: 65f50dec-b817-4ef5-a715-418c5969efac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:39Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.788s (3.788s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e17543b05c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27608"
    uid: 9025e83e-a015-4755-8adf-316553e537b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e1757998e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27609"
    uid: d6d18089-e784-4f56-bed4-b9df492a3671
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e175811f610
    namespace: kserve-ci-e2e-test
    resourceVersion: "27610"
    uid: 8c0bf2d5-4f69-4bb4-9601-1ef27b510b89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e17581bf7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27611"
    uid: b55552ed-893c-4348-bd35-16300280649a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e175afaa3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27613"
    uid: b475de3a-aa31-4bd3-9f47-c8d81a4d2a07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:39Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e175b6fbba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27614"
    uid: ccee691b-18ee-4f7b-a05b-ac8c15249188
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:09:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:09:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:09:45Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e17627ed40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: 92ebc74b-2890-46e3-a835-f0e77b5194a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:10:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e1e9ab23a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "27973"
    uid: 1c8d4a7e-9838-48d9-8612-8e8620f3191a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:10:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:10Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e1e9ab2d09b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27974"
    uid: 399f684e-d6e8-4548-8911-d317d9b2bf5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27501"
    uid: 232831da-1289-46c3-8a39-3377ddbffb51
  kind: Event
  lastTimestamp: "2026-09-17T18:10:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-68btf.18d62e1fc47c1941
    namespace: kserve-ci-e2e-test
    resourceVersion: "28240"
    uid: 980588fd-7030-4f5e-b609-8e156e20ea97
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27487"
    uid: e960d0fe-1502-4f39-943b-75e1473053a7
  kind: Event
  lastTimestamp: "2026-09-17T18:09:29Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-68btf'
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d62e14e9febb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27498"
    uid: 7bd37064-c83a-4570-98b0-2657b5f7f5b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27485"
    uid: 52050696-ec65-4449-a7a8-3517bd2636ef
  kind: Event
  lastTimestamp: "2026-09-17T18:09:29Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:29Z"
    name: isvc-tensorflow-runtime-predictor.18d62e14e682171c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27489"
    uid: c61e716f-b638-4912-8b6c-77ae3fa2cb2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27486"
    uid: a1dc5519-852d-4153-a130-3321eb61d3da
  kind: Event
  lastTimestamp: "2026-09-17T18:09:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:59Z"
    name: isvc-tensorflow-runtime-predictor.18d62e1865986d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27854"
    uid: 2325c6a0-e25f-4a6d-8a8e-90f831df4a54
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27486"
    uid: a1dc5519-852d-4153-a130-3321eb61d3da
  kind: Event
  lastTimestamp: "2026-09-17T18:09:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:09:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:09:59Z"
    name: isvc-tensorflow-runtime-predictor.18d62e18660872ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "27855"
    uid: 0437ce8b-5384-4e92-b256-6377d6b9f09f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27477"
    uid: ae8d7768-cb9e-45ab-98cf-284b0ac0501b
  kind: Event
  lastTimestamp: "2026-09-17T18:09:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:56Z"
    name: isvc-tensorflow-runtime.18d62e14e6b0e096
    namespace: kserve-ci-e2e-test
    resourceVersion: "27789"
    uid: 6352ddc7-408f-475e-bcca-ffa2d1808462
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27477"
    uid: ae8d7768-cb9e-45ab-98cf-284b0ac0501b
  kind: Event
  lastTimestamp: "2026-09-17T18:09:29Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:29Z"
    name: isvc-tensorflow-runtime.18d62e14e7390c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27508"
    uid: 22be7e9c-2320-4725-a01e-0c974a34cbd1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27480"
    uid: ae8d7768-cb9e-45ab-98cf-284b0ac0501b
  kind: Event
  lastTimestamp: "2026-09-17T18:09:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:29Z"
    name: isvc-tensorflow-runtime.18d62e14edd2e993
    namespace: kserve-ci-e2e-test
    resourceVersion: "27509"
    uid: b46a9dea-1e92-4715-b230-adb6c022294d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27787"
    uid: ae8d7768-cb9e-45ab-98cf-284b0ac0501b
  kind: Event
  lastTimestamp: "2026-09-17T18:09:56Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:09:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:56Z"
    name: isvc-tensorflow-runtime.18d62e1b22c8fe13
    namespace: kserve-ci-e2e-test
    resourceVersion: "27788"
    uid: 2cd9f9af-6af3-4f44-8e7a-cbd5d0fbf197
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27047"
    uid: 338e2f5a-6cb3-455f-9f0f-a9e7a8f4e48b
  kind: Event
  lastTimestamp: "2026-09-17T18:09:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:09Z"
    name: isvc-tensorflow.18d62e0a179dcb71
    namespace: kserve-ci-e2e-test
    resourceVersion: "27315"
    uid: a41a9add-3119-4d8b-8c0a-43a887be47a6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:08:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27047"
    uid: 338e2f5a-6cb3-455f-9f0f-a9e7a8f4e48b
  kind: Event
  lastTimestamp: "2026-09-17T18:08:42Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:08:42Z"
    name: isvc-tensorflow.18d62e0a185d1151
    namespace: kserve-ci-e2e-test
    resourceVersion: "27061"
    uid: a0125f83-1255-468e-8173-8e55fde3c7c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:09:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27312"
    uid: 338e2f5a-6cb3-455f-9f0f-a9e7a8f4e48b
  kind: Event
  lastTimestamp: "2026-09-17T18:09:09Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:09:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:09:09Z"
    name: isvc-tensorflow.18d62e10647c0171
    namespace: kserve-ci-e2e-test
    resourceVersion: "27313"
    uid: 8a905b76-f6ad-452a-aa9f-59828b9b0cbd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:10:16.065372Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28032"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-jxckg
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:10:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:10:16Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e1fce3defe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28038"
    uid: 1356bc31-48f1-4f68-ac9f-67566d5c955d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28042"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:10:16Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:10:16Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e1ff0134a93
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: eb7ad2e2-8948-4e53-b553-e45fa93959c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:10:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:16Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e1ff1985290
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: 4b19a526-af32-4d7e-9f31-f39ec5b17b7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:10:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:16Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e1ff461733c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28056"
    uid: 26d76e62-5cc4-4243-aab6-cfd95883f104
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:10:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:16Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e1ff4e6784c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28057"
    uid: c2fec17a-0786-4141-8089-882ea6d4b726
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:10:21Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T18:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:10:21Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e20fa0f00c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28095"
    uid: 869af7a3-9bd5-4c83-a88a-8c82727c343f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:12:14Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.764s
    (1m53.764s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:14Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e3b76f46694
    namespace: kserve-ci-e2e-test
    resourceVersion: "29064"
    uid: 38cdb735-1082-4e51-8182-455feb42f129
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:12:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:14Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e3b7ace2542
    namespace: kserve-ci-e2e-test
    resourceVersion: "29067"
    uid: 0aa2bafd-4c13-408a-9e56-ecff25b37743
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:12:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:14Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e3b7b4665b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29068"
    uid: fa001683-7739-4f57-b47a-e9b3ff510c2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:12:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:14Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e3b7b510e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "29069"
    uid: b5004f73-5a42-42ec-99a9-9aa3b4cc1537
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:12:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:14Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e3b7edea780
    namespace: kserve-ci-e2e-test
    resourceVersion: "29070"
    uid: 9220e85b-6c15-45e0-bb0d-6b5178aec63d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:12:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:15Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e3b7f7c4027
    namespace: kserve-ci-e2e-test
    resourceVersion: "29071"
    uid: cc4d12cb-ea86-446f-9f87-b352324abe07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:12:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:17Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e3be10d84c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29098"
    uid: ffae1ffc-e2f0-486d-9313-39faa0540794
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:12:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:28Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e3e9c308e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "29210"
    uid: 9172054d-7161-464a-9ffe-4ff889c27dbe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-jxckg
    namespace: kserve-ci-e2e-test
    resourceVersion: "28033"
    uid: fff8a33b-c9ef-491c-a082-027e9cd21b0b
  kind: Event
  lastTimestamp: "2026-09-17T18:12:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:28Z"
    name: isvc-triton-predictor-5d7db58676-jxckg.18d62e3e9c31088e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29211"
    uid: 45640d9d-55ae-4049-b419-f5b151003935
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28023"
    uid: b5cf9108-8bb7-4048-8ea5-086950221eae
  kind: Event
  lastTimestamp: "2026-09-17T18:10:16Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-jxckg'
  metadata:
    creationTimestamp: "2026-09-17T18:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:16Z"
    name: isvc-triton-predictor-5d7db58676.18d62e1fcde12382
    namespace: kserve-ci-e2e-test
    resourceVersion: "28034"
    uid: b5f79c97-b60d-4e3e-a939-0457a56ddd89
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28021"
    uid: 66debb09-ae5a-40c3-894d-a3e42e9c3215
  kind: Event
  lastTimestamp: "2026-09-17T18:10:16Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:10:16Z"
    name: isvc-triton-predictor.18d62e1fca6b7e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28025"
    uid: 6a8116ef-8fd9-42b7-a2d8-3b12058c5b8f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28022"
    uid: 97c1788b-8a7f-4ad8-be5e-7aa06413a460
  kind: Event
  lastTimestamp: "2026-09-17T18:12:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:16Z"
    name: isvc-triton-predictor.18d62e2348eb3cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "29082"
    uid: dce93c51-1588-4f78-b721-b0d6a9940ff4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28022"
    uid: 97c1788b-8a7f-4ad8-be5e-7aa06413a460
  kind: Event
  lastTimestamp: "2026-09-17T18:12:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:16Z"
    name: isvc-triton-predictor.18d62e23497353ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "29083"
    uid: c73edc5f-1c4c-4e92-b54d-d450aa0538df
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28014"
    uid: c78c89c4-b371-488d-877c-9262a12157c2
  kind: Event
  lastTimestamp: "2026-09-17T18:12:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:22Z"
    name: isvc-triton.18d62e1fca6d863e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29152"
    uid: e5401940-2f2b-4258-8ba0-bf285b72ef50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:10:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28014"
    uid: c78c89c4-b371-488d-877c-9262a12157c2
  kind: Event
  lastTimestamp: "2026-09-17T18:10:16Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:10:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:10:16Z"
    name: isvc-triton.18d62e1fcb1f1cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28028"
    uid: 393371ff-095a-4c0b-a93a-fb5ba408ac28
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29150"
    uid: c78c89c4-b371-488d-877c-9262a12157c2
  kind: Event
  lastTimestamp: "2026-09-17T18:12:22Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:22Z"
    name: isvc-triton.18d62e3d4e1434e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29151"
    uid: d5c91b3f-a14b-48b6-967e-274982330425
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:12:33.606096Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29277"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-jkfzh
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e3fd44ec4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29282"
    uid: 02e35d34-3776-448c-93bf-5f145cc3373c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e3fe1ad17e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29293"
    uid: 6464717f-a633-42b7-8184-191a6449308a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29286"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:34Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:12:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e401d79e62b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29305"
    uid: a80eea6a-dc71-4b5a-9b13-ed3d87e0f57a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e401efc196d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29307"
    uid: c4d90f7e-3282-410f-a619-908c7eb128d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e402399f906
    namespace: kserve-ci-e2e-test
    resourceVersion: "29309"
    uid: 1a289949-ab24-472c-93ad-1c81f105d68e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:12:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:34Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e40246b8fe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29310"
    uid: 7b14b170-f70e-4c94-9c77-de62fc7f16a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:39Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T18:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:39Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e4142147e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "29349"
    uid: 15cd0916-1e42-4992-af41-342dbe3c5283
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:59Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.523s (19.523s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e45cdbff278
    namespace: kserve-ci-e2e-test
    resourceVersion: "29495"
    uid: e6097113-3919-49e0-95cc-37c0fbeb1c8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e45d0ea52c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29496"
    uid: 1dc2ba32-bbc0-4f3d-9d21-4bf9d74de80c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e45d170cf53
    namespace: kserve-ci-e2e-test
    resourceVersion: "29497"
    uid: e2a527ad-2666-4c9e-b8e4-6688263a8f53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e45d17aa04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29498"
    uid: a2cbc5a1-c4ee-414c-9a1a-d958124159e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e45d43513db
    namespace: kserve-ci-e2e-test
    resourceVersion: "29499"
    uid: c0834cb2-bff3-4d15-bb71-65ed3d228960
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:12:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:12:59Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e45d4a9fc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "29500"
    uid: 632d9a25-1b85-4daf-aeee-75bc867cdc1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e45ef373665
    namespace: kserve-ci-e2e-test
    resourceVersion: "30269"
    uid: 9f356c66-7c56-4fae-98c9-98f7908f1377
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e598f8537de
    namespace: kserve-ci-e2e-test
    resourceVersion: "30255"
    uid: 693bfec0-775a-4c5f-ad58-2db70a92813e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:24Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e598f85e1a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30256"
    uid: 18738cd7-f219-4fac-b0ff-acee463b72cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 3ba5f86f-1124-4f3f-8c96-b467b7d086b3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:25Z"
    name: isvc-xgboost-predictor-7566d65bf7-jkfzh.18d62e59f55f01ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "30268"
    uid: f4c63b2c-bc88-413f-b4f2-c9a4e5690696
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29267"
    uid: fc95bca1-911e-4e3d-909a-5511ed2cae06
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-jkfzh'
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d62e3fd3b731bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29279"
    uid: 8b024d75-7deb-4d23-9620-b62844e27e11
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29265"
    uid: 16bdd948-74b9-4549-92ce-cf46fa4bce27
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-xgboost-predictor.18d62e3fd016c8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29269"
    uid: 4e934cf0-18be-4ebf-9a5b-174c6c702889
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29266"
    uid: 149f3355-b0e1-4d77-b2f3-3468e25c1cb5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:18Z"
    name: isvc-xgboost-predictor.18d62e434f2c727e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: e465fe86-288d-47ad-a97e-b4f96947b923
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29266"
    uid: 149f3355-b0e1-4d77-b2f3-3468e25c1cb5
  kind: Event
  lastTimestamp: "2026-09-17T18:13:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:12:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:13:18Z"
    name: isvc-xgboost-predictor.18d62e434fa1844a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29669"
    uid: f9e36e45-dae9-4ef8-8069-e92caadc5c04
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 149f3355-b0e1-4d77-b2f3-3468e25c1cb5
  kind: Event
  lastTimestamp: "2026-09-17T18:14:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:18Z"
    name: isvc-xgboost-predictor.18d62e4dccb8ab02
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: 701b5d67-6b61-4276-a14d-8323cbfe3de1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:13:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29416"
    uid: 149f3355-b0e1-4d77-b2f3-3468e25c1cb5
  kind: Event
  lastTimestamp: "2026-09-17T18:14:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:13:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:18Z"
    name: isvc-xgboost-predictor.18d62e4dcd38ae61
    namespace: kserve-ci-e2e-test
    resourceVersion: "30201"
    uid: 18a7891e-0b26-4343-8a3c-cba80fc8fabf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:16:19.778417Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31458"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:16:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:16:19Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e747d3a8e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "31464"
    uid: 119c25cd-2fbd-4aa7-90f7-be6dfff7bcca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31468"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:16:20Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:16:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e749f2630a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31475"
    uid: ff894b67-a5c4-4c89-aa0d-3000341716fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:16:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e74a0b71052
    namespace: kserve-ci-e2e-test
    resourceVersion: "31477"
    uid: 12361199-f6a4-47b5-8149-763dbae406a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:16:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e74a3b934b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31478"
    uid: 34550236-b873-40ad-bdf2-9f665b0013b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:16:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:20Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e74a4307be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31479"
    uid: 2f01b368-9255-4cf0-af7c-af6077750002
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:16:24Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e759cfe0c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31524"
    uid: 700cf1ad-ea72-4483-b5b8-fe540b79ed72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:16:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e759fbae079
    namespace: kserve-ci-e2e-test
    resourceVersion: "31526"
    uid: 51941cae-f89a-4e6a-9edf-fd7b4fd1a705
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:16:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e75a035259d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31527"
    uid: b30c9ba4-3f7f-4437-90f0-55e5cc77e086
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:16:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e75a040a64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31529"
    uid: 8ade37c4-15de-4e43-bf13-e452ba90d3b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:16:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e75a325c20e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31533"
    uid: 7010d878-61cf-48dc-b24f-995527a710ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:16:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:24Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e75a399273e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31534"
    uid: 94fbcb96-3376-41b9-b471-3d552bec2adc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:17:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e7614ebdeed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32276"
    uid: 383f2ccd-5e5a-445f-92be-13e5ed6bd0ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:17:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e873c6fae9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32258"
    uid: 604bbdf4-21d9-4ae2-a998-e21247f75746
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:17:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e873c701e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32259"
    uid: eb995677-142e-4892-b6a9-414eedd9fafd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv
    namespace: kserve-ci-e2e-test
    resourceVersion: "31462"
    uid: 98f7ab33-46e2-4137-849f-8be74e6defce
  kind: Event
  lastTimestamp: "2026-09-17T18:17:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:42Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-r22bv.18d62e87c72063bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32275"
    uid: 7ef039b0-3eb1-44b5-97a5-8e56c2884092
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: aafc3240-b057-4e98-867d-111f7a5ac37d
  kind: Event
  lastTimestamp: "2026-09-17T18:16:19Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-r22bv'
  metadata:
    creationTimestamp: "2026-09-17T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:19Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d62e747c978cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31460"
    uid: 2813a45e-ce82-4e8c-96fc-84269e56cab2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31444"
    uid: 7056d7a1-aa4f-423f-b175-dd6e41ce5221
  kind: Event
  lastTimestamp: "2026-09-17T18:16:19Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:19Z"
    name: isvc-xgboost-runtime-predictor.18d62e7478e249f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 77367536-91f7-43cc-b70a-0e52311237cc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31445"
    uid: fd94c839-94d3-46b9-bb6d-ded158d1e4ee
  kind: Event
  lastTimestamp: "2026-09-17T18:17:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:04Z"
    name: isvc-xgboost-runtime-predictor.18d62e77f75acd33
    namespace: kserve-ci-e2e-test
    resourceVersion: "31964"
    uid: 5453d97b-b361-4a87-846d-82d1ea3cf0cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31445"
    uid: fd94c839-94d3-46b9-bb6d-ded158d1e4ee
  kind: Event
  lastTimestamp: "2026-09-17T18:17:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:04Z"
    name: isvc-xgboost-runtime-predictor.18d62e77f7e127d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: e7082460-f662-4580-b659-c96714911543
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: fd94c839-94d3-46b9-bb6d-ded158d1e4ee
  kind: Event
  lastTimestamp: "2026-09-17T18:17:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:34Z"
    name: isvc-xgboost-runtime-predictor.18d62e8274b7d4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32204"
    uid: 4258b1e2-a75e-4688-8ebe-b2254d9759a5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: fd94c839-94d3-46b9-bb6d-ded158d1e4ee
  kind: Event
  lastTimestamp: "2026-09-17T18:17:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:34Z"
    name: isvc-xgboost-runtime-predictor.18d62e827525c984
    namespace: kserve-ci-e2e-test
    resourceVersion: "32205"
    uid: 6ca7d310-11ce-4fc4-a628-f957454b3f87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: d8aba929-b5ab-471b-8742-59a94829fd49
  kind: Event
  lastTimestamp: "2026-09-17T18:17:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:32Z"
    name: isvc-xgboost-runtime.18d62e7478ddcf5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: e2b07535-ccb7-4d2e-acf2-459798c88048
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: d8aba929-b5ab-471b-8742-59a94829fd49
  kind: Event
  lastTimestamp: "2026-09-17T18:16:19Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:19Z"
    name: isvc-xgboost-runtime.18d62e74798b6949
    namespace: kserve-ci-e2e-test
    resourceVersion: "31452"
    uid: 63b10634-fd83-48b8-bb14-98f948f597d7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32188"
    uid: d8aba929-b5ab-471b-8742-59a94829fd49
  kind: Event
  lastTimestamp: "2026-09-17T18:17:32Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:32Z"
    name: isvc-xgboost-runtime.18d62e8579083175
    namespace: kserve-ci-e2e-test
    resourceVersion: "32189"
    uid: df153ac2-861e-4b03-8b3b-f1066cc63dbc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:14:29.300608Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30319"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:14:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:14:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5ac43cf78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30324"
    uid: 59bf96c8-4223-4eab-ab15-148ea8298b69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5ad16ab900
    namespace: kserve-ci-e2e-test
    resourceVersion: "30335"
    uid: 53d56585-c309-4771-82f3-59f11cd9da36
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30329"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:30Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:14:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5b0a1c1ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: bc93af2f-77ce-42c2-a9a5-b03813547567
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5b0b9abfbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30346"
    uid: fb86bc73-e244-4b74-8059-d0af2722daa1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5b0ee1b976
    namespace: kserve-ci-e2e-test
    resourceVersion: "30347"
    uid: 2c00b8b6-c0fa-4d40-9a38-cb3e5f832b33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5b0f53c576
    namespace: kserve-ci-e2e-test
    resourceVersion: "30348"
    uid: b7985e1a-fa34-47ba-967d-5b2c971e0f5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5bf28f505b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: 84c19ca4-3328-4a04-b188-027f3f2b66ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5bf63a974f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: 5ac912e9-25a4-47e6-9648-76d5c91ed9d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5bf6dcbf5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30385"
    uid: bdaf2856-a0c0-4f2f-9f0f-4e5eb7a21e81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5bf6e7c225
    namespace: kserve-ci-e2e-test
    resourceVersion: "30386"
    uid: 1dedfd4e-cdb7-4c4e-9f8d-c3b468b8c6fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5bf9c99191
    namespace: kserve-ci-e2e-test
    resourceVersion: "30388"
    uid: b66547b3-0dec-4349-b028-f1715c5e108f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:14:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e5bfa3b864d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30389"
    uid: 926d7882-3d16-425f-a02f-5b975edc44e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:15:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e666bcc4acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30763"
    uid: af7e411c-2245-4598-b4ee-9f2a7ab69afe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:15:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e666bcce1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30765"
    uid: 883fc3e2-a92d-4c15-a658-67bc8b4233ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:15:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e67209183bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30886"
    uid: 8d792088-8211-4535-89d0-ecbcd9c9d212
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs
    namespace: kserve-ci-e2e-test
    resourceVersion: "30322"
    uid: 53c07399-ba10-4375-a38e-3d50694d1cd3
  kind: Event
  lastTimestamp: "2026-09-17T18:15:22Z"
  message: 'Readiness probe failed: Get "http://10.133.0.51:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:15:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:22Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs.18d62e6720e3a30b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30887"
    uid: df62e400-5fcb-41ae-b1f8-4e1687114c90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30309"
    uid: 510a8f07-6e00-471e-871e-8c686c417f9f
  kind: Event
  lastTimestamp: "2026-09-17T18:14:29Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-rhpbs'
  metadata:
    creationTimestamp: "2026-09-17T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d62e5ac3afd7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30321"
    uid: 7a488efd-5328-4f40-a393-93163c1902da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30307"
    uid: 55f9d0ce-7b44-4eae-9706-e17068aa5088
  kind: Event
  lastTimestamp: "2026-09-17T18:14:29Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:29Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e5abf9c5fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: 055a9311-e890-420f-9acc-f2504eb8fa69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30308"
    uid: 0573f3c9-ebbc-4827-b17b-5e6f307fd2b3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:44Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e5e3ea3ccf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30462"
    uid: c155a626-814a-4dbd-8e79-3fab34dd460e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30308"
    uid: 0573f3c9-ebbc-4827-b17b-5e6f307fd2b3
  kind: Event
  lastTimestamp: "2026-09-17T18:14:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:14:44Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e5e3f190a2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30464"
    uid: 47ca622b-31c8-48e0-94b5-25267f8bf4b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30463"
    uid: 0573f3c9-ebbc-4827-b17b-5e6f307fd2b3
  kind: Event
  lastTimestamp: "2026-09-17T18:15:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:14Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e61be21d9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30689"
    uid: bbbea493-ca67-44fd-a32f-7fcc6744e7e7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30463"
    uid: 0573f3c9-ebbc-4827-b17b-5e6f307fd2b3
  kind: Event
  lastTimestamp: "2026-09-17T18:15:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:14:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:14Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d62e61bea4a017
    namespace: kserve-ci-e2e-test
    resourceVersion: "30690"
    uid: de537c63-9b42-450e-89f7-55f5dcc1b2e7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: ebca1a64-6d56-4111-8387-405bb79c14c4
  kind: Event
  lastTimestamp: "2026-09-17T18:15:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:12Z"
    name: isvc-xgboost-v2-mlserver.18d62e5abf9b1b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "30674"
    uid: 16dbbf4d-6c86-4d68-830b-b743bfbbbbd8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30297"
    uid: ebca1a64-6d56-4111-8387-405bb79c14c4
  kind: Event
  lastTimestamp: "2026-09-17T18:14:29Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:29Z"
    name: isvc-xgboost-v2-mlserver.18d62e5ac0443565
    namespace: kserve-ci-e2e-test
    resourceVersion: "30314"
    uid: b184b406-2100-4edd-baec-99e4f1b7e9db
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30672"
    uid: ebca1a64-6d56-4111-8387-405bb79c14c4
  kind: Event
  lastTimestamp: "2026-09-17T18:15:12Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:12Z"
    name: isvc-xgboost-v2-mlserver.18d62e64d20788dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30673"
    uid: 63577777-bfa6-4d97-b52a-c6e27efa8d57
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:18:50.739666Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:18:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:18:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e97a3386bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32909"
    uid: 24fd8950-ca23-4276-a1f3-f539364993ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32913"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e97c5200d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32923"
    uid: 801a1bf4-189d-4c69-8375-5022d1fed4a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e97c6941a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "32925"
    uid: 9c5443de-c675-4842-b3a6-fd829f190a7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e97c912b3ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32926"
    uid: 84a233e3-c722-489a-ba6d-860e47bffa97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:18:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e97c9854b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32927"
    uid: 5c80c4f7-9cc8-4841-9acd-3940ed84789e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e98e76f1533
    namespace: kserve-ci-e2e-test
    resourceVersion: "32985"
    uid: c7290c3f-3b20-48b0-8003-cb61ae2e3154
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e98ea7d3945
    namespace: kserve-ci-e2e-test
    resourceVersion: "32988"
    uid: f62b4ce0-a106-41c9-ab90-52ce1c9fc409
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e98eaf11f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "32991"
    uid: ba4fb881-ab97-4260-9be4-1b14d0bca309
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e98eafbf7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32992"
    uid: 5cab6a23-92c0-4f10-bd09-33d4e95777bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e98ed8f3d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32996"
    uid: c50d3e2d-183a-4863-a9dc-306b6979f83c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:18:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e98ee0c16cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32997"
    uid: 265dbac4-ee88-46fa-8297-3bbabe7fe7af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:20:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:24Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62e99236c3ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33743"
    uid: fcc582a8-4ff4-4aae-8fdf-004b2e22c4ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:20:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62eacbd6413aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33718"
    uid: 2d2511c5-2a83-4fbc-9559-f1deece2ff77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:20:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:21Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62eacbd64bb73
    namespace: kserve-ci-e2e-test
    resourceVersion: "33719"
    uid: 28778c1c-99d5-42a9-9354-6dd826a49521
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32907"
    uid: d0128fcb-4c03-411d-aac4-d02962eb3c39
  kind: Event
  lastTimestamp: "2026-09-17T18:20:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:20:24Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-s7ddp.18d62ead6557bb47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33742"
    uid: 9384d9e4-452d-4c17-a8be-c5e22bc5a202
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32893"
    uid: 402fe057-6cc7-4311-965f-78019b8964f2
  kind: Event
  lastTimestamp: "2026-09-17T18:18:50Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-s7ddp'
  metadata:
    creationTimestamp: "2026-09-17T18:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d62e97a2bff978
    namespace: kserve-ci-e2e-test
    resourceVersion: "32905"
    uid: b2d8449d-c630-4fd2-aece-90dda8797305
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32890"
    uid: ce38142c-7cd6-4336-8367-57fc89456ce6
  kind: Event
  lastTimestamp: "2026-09-17T18:18:50Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:50Z"
    name: isvc-xgboost-v2-predictor.18d62e979f53ad2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32896"
    uid: d3cd97f5-501d-43ba-bba0-13469ead17e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: 03c0fe90-efd4-4e50-8f94-572870225677
  kind: Event
  lastTimestamp: "2026-09-17T18:19:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:20Z"
    name: isvc-xgboost-v2-predictor.18d62e9b1e293b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "33250"
    uid: ed462143-d8ba-415e-83e1-7ba416643206
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: 03c0fe90-efd4-4e50-8f94-572870225677
  kind: Event
  lastTimestamp: "2026-09-17T18:19:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:19:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:19:20Z"
    name: isvc-xgboost-v2-predictor.18d62e9b1e93dd5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33251"
    uid: cc6b860f-3cbf-40bb-87ac-26ad28667746
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33134"
    uid: 03c0fe90-efd4-4e50-8f94-572870225677
  kind: Event
  lastTimestamp: "2026-09-17T18:20:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:20Z"
    name: isvc-xgboost-v2-predictor.18d62ea21c6b4d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33697"
    uid: 0f55a009-8ef4-4c92-b22c-fd171dd5fa1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:19:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33134"
    uid: 03c0fe90-efd4-4e50-8f94-572870225677
  kind: Event
  lastTimestamp: "2026-09-17T18:20:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:20:20Z"
    name: isvc-xgboost-v2-predictor.18d62ea21cd009ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33698"
    uid: 97f4a07c-6716-426f-8ddb-328313005d18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:17:45.490449Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32325"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:17:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:17:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e88721064fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32332"
    uid: afcf8146-6c70-45f0-a040-b210f96936bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:17:46Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:17:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e889ab5b87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32350"
    uid: 30e5904e-aafe-477f-b72c-19f374a87b93
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:17:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e889c491036
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: 11d9472e-6a5f-475c-805c-187db1990988
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:17:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e889f438fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32354"
    uid: 6a43eacd-75d9-4bc7-ab5d-7f0aabc32a88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:17:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e889fb377d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: beeb7de3-8134-46de-a73a-c558211856ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:17:50Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e8995005434
    namespace: kserve-ci-e2e-test
    resourceVersion: "32393"
    uid: 4c05d1c0-57e6-48c0-b8db-89839bb23ec7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:17:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e89987234ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32395"
    uid: 2813d5a4-1df1-4099-af91-44b23052babd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:17:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e8998e90eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "32398"
    uid: 1c56e2c5-454a-45ce-9d51-adb0d650dc3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:17:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e8998f5d7e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32399"
    uid: 9f84dd8d-db10-454c-b4cf-e393b86ecc54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:17:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e899c513127
    namespace: kserve-ci-e2e-test
    resourceVersion: "32401"
    uid: 8ed0a802-ebd2-4fc8-a713-00638af748ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:17:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:17:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:17:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e899cc9b7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32402"
    uid: 196e69b3-f039-4e45-a537-4fc7e2522381
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:18:28Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:28Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e9271d77a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32678"
    uid: 7292fcd5-4e2a-477b-9c41-b4c39a2d728c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:18:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e966df113c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32832"
    uid: 449ff97d-5437-4e4a-9d1b-2d060d31eef2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:18:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:18:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e966df193be
    namespace: kserve-ci-e2e-test
    resourceVersion: "32833"
    uid: 74727a85-21a0-41d2-9239-d8e22bc420da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32329"
    uid: 5c489fc4-a269-45ef-bf18-ece988a0b6cc
  kind: Event
  lastTimestamp: "2026-09-17T18:18:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:18:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6.18d62e9717149024
    namespace: kserve-ci-e2e-test
    resourceVersion: "32866"
    uid: f987183d-0086-47e5-85b6-248a764651a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32317"
    uid: 4a93a983-2dfb-4206-9afe-7665ea1c1e36
  kind: Event
  lastTimestamp: "2026-09-17T18:17:45Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-skzz6'
  metadata:
    creationTimestamp: "2026-09-17T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:45Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d62e88715f572e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32330"
    uid: 34f83d0e-84dd-462e-91a8-71c441a2f62f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 88d79f11-f14d-401b-b9e0-411188194dff
  kind: Event
  lastTimestamp: "2026-09-17T18:17:45Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:17:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62e886de81abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: ec42986e-adc7-4600-86f8-1a75602282b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: f8710ec5-8b5b-4a65-92bf-6fdd2f639066
  kind: Event
  lastTimestamp: "2026-09-17T18:18:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62e8bec2e114d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: fd35bf16-aaf8-4ad1-b34f-11feb1021f1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: f8710ec5-8b5b-4a65-92bf-6fdd2f639066
  kind: Event
  lastTimestamp: "2026-09-17T18:18:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62e8bec9af213
    namespace: kserve-ci-e2e-test
    resourceVersion: "32698"
    uid: aee2348d-392a-41b2-8d97-b94a9d15351d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: f8710ec5-8b5b-4a65-92bf-6fdd2f639066
  kind: Event
  lastTimestamp: "2026-09-17T18:18:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62e8f6b785eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32816"
    uid: 58d0768b-ddd3-456d-a4fe-836983df5ebc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32477"
    uid: f8710ec5-8b5b-4a65-92bf-6fdd2f639066
  kind: Event
  lastTimestamp: "2026-09-17T18:18:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:18:45Z"
    name: isvc-xgboost-v2-runtime-predictor.18d62e8f6c1f64c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: c59a3afd-d679-4bd1-b17f-1022aa52f626
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32307"
    uid: 2c16b81a-63a8-4cd7-926b-71a03ff9b918
  kind: Event
  lastTimestamp: "2026-09-17T18:18:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:38Z"
    name: isvc-xgboost-v2-runtime.18d62e886db9fa5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: 3773e4f4-4fda-4478-bf33-6215d4589561
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32307"
    uid: 2c16b81a-63a8-4cd7-926b-71a03ff9b918
  kind: Event
  lastTimestamp: "2026-09-17T18:17:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:45Z"
    name: isvc-xgboost-v2-runtime.18d62e886e7df4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32339"
    uid: b0eeca54-9be2-451f-b2ad-654061054f44
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:17:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32309"
    uid: 2c16b81a-63a8-4cd7-926b-71a03ff9b918
  kind: Event
  lastTimestamp: "2026-09-17T18:17:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:17:45Z"
    name: isvc-xgboost-v2-runtime.18d62e8875d853ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "32340"
    uid: 8bc2842c-e2d1-4f3a-a340-43d9365c6f70
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: 2c16b81a-63a8-4cd7-926b-71a03ff9b918
  kind: Event
  lastTimestamp: "2026-09-17T18:18:38Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:38Z"
    name: isvc-xgboost-v2-runtime.18d62e94c89cd18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32764"
    uid: 0e90df33-6529-43d6-8584-4a1af90d273e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32882"
    uid: 99eb6134-93bf-4af6-954b-075a3fcbb9ec
  kind: Event
  lastTimestamp: "2026-09-17T18:20:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:14Z"
    name: isvc-xgboost-v2.18d62e979f2a6cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33646"
    uid: 8abeaa6c-947c-4f13-b9ca-e05957f8a7ec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:18:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32882"
    uid: 99eb6134-93bf-4af6-954b-075a3fcbb9ec
  kind: Event
  lastTimestamp: "2026-09-17T18:18:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:18:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:18:50Z"
    name: isvc-xgboost-v2.18d62e97a008a944
    namespace: kserve-ci-e2e-test
    resourceVersion: "32899"
    uid: 2511f0e0-3496-48bd-af1b-6fbaf4c77b39
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:20:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33644"
    uid: 99eb6134-93bf-4af6-954b-075a3fcbb9ec
  kind: Event
  lastTimestamp: "2026-09-17T18:20:14Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:20:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:20:14Z"
    name: isvc-xgboost-v2.18d62eab170b3a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33645"
    uid: 3899a4df-ade3-4c19-b523-1345207d75f1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29258"
    uid: a4013a33-f3c8-4060-a97c-7fe7998f2073
  kind: Event
  lastTimestamp: "2026-09-17T18:14:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:16Z"
    name: isvc-xgboost.18d62e3fd0143ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30177"
    uid: 3f59fab0-299a-4082-aaa3-1eb8030a573c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29258"
    uid: a4013a33-f3c8-4060-a97c-7fe7998f2073
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-xgboost.18d62e3fd09c3a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29288"
    uid: 34496410-eb44-4c03-a134-cb6dfe0d1b25
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:12:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29262"
    uid: a4013a33-f3c8-4060-a97c-7fe7998f2073
  kind: Event
  lastTimestamp: "2026-09-17T18:12:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:12:33Z"
    name: isvc-xgboost.18d62e3fd6d27cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: f759d83f-daee-46b0-9f64-7f6e56abe401
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30173"
    uid: a4013a33-f3c8-4060-a97c-7fe7998f2073
  kind: Event
  lastTimestamp: "2026-09-17T18:14:16Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:14:16Z"
    name: isvc-xgboost.18d62e57abd2efd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30174"
    uid: eb67875e-c2e4-4a89-a1b7-1e2d6ad3404f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:51:13.034461Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17126"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-qhsvk
    to ip-10-0-132-143.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:51:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:51:13Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d15ac4a5b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17131"
    uid: 7f75d90c-7de9-45c6-aaa0-984ac6ff49a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:51:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:13Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d15b7fd3e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: f829768c-8fe8-41dd-81d0-679a312302eb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:51:14Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:51:14Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d15f1c890e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17150"
    uid: da67cf2f-661d-41f3-a960-244dbdcfd65c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:51:14Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T17:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:14Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d15f345d9a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: dc81687c-daf8-4299-a76c-7883e55c889f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:51:15Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.143s (1.143s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:15Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d163773f26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17164"
    uid: 508322a4-3c6e-40bc-a439-8834c8c84df7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:51:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:15Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d163b0d77fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: ea82aa3b-b64c-45d3-bcf8-09024dd9e87d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:51:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:15Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d163b7b81a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: 58bcf226-72d1-4ba2-a94b-55e707c2b658
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:51:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:15Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d163b852d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: 0e595e80-e342-4160-bb36-06e4ce053c25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:51:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:15Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d163e1bfa3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17169"
    uid: dab84eec-80db-41bf-9107-d15fa6bfd0cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:51:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:15Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d163e888b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: 604dbc56-68a7-4423-9c08-0609de5cc7b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:08Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d308d456433
    namespace: kserve-ci-e2e-test
    resourceVersion: "18246"
    uid: e759081c-40bd-42d4-8e91-d0ca34cd821f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qhsvk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: ed3d0bac-bc26-4e1c-bb7d-f0abd611392e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:08Z"
    name: message-dumper-predictor-6575bcfdfd-qhsvk.18d62d308d468cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18248"
    uid: 4a6306bc-be8f-40ec-a07d-0b8831a33810
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-143.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-143.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17117"
    uid: 9dee3997-a51c-463b-a04f-33289b0e790c
  kind: Event
  lastTimestamp: "2026-09-17T17:51:13Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-qhsvk'
  metadata:
    creationTimestamp: "2026-09-17T17:51:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:13Z"
    name: message-dumper-predictor-6575bcfdfd.18d62d15ab9dc5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 0829b02b-bf60-46e6-b9f6-6c82ef26d93c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: 8856c92a-52cd-4025-a18b-5f7eb46ce6d5
  kind: Event
  lastTimestamp: "2026-09-17T17:51:12Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:12Z"
    name: message-dumper-predictor.18d62d15a93ee85b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 13c86b97-1a80-4974-9b19-8c86b48bda9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17116"
    uid: 7631154a-bc65-4f04-82c4-833ab25a28d5
  kind: Event
  lastTimestamp: "2026-09-17T17:51:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:58Z"
    name: message-dumper-predictor.18d62d1927f0ac66
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 5f3acacb-df32-40f8-9ff2-6f64a3759953
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17116"
    uid: 7631154a-bc65-4f04-82c4-833ab25a28d5
  kind: Event
  lastTimestamp: "2026-09-17T17:51:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:58Z"
    name: message-dumper-predictor.18d62d1928810fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: f91bf54a-0d7d-4d12-8ad0-332553a18fb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17277"
    uid: 7631154a-bc65-4f04-82c4-833ab25a28d5
  kind: Event
  lastTimestamp: "2026-09-17T17:52:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:13Z"
    name: message-dumper-predictor.18d62d23a7071383
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: a7b68211-ba76-4bc9-b777-bb279f59dafc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17277"
    uid: 7631154a-bc65-4f04-82c4-833ab25a28d5
  kind: Event
  lastTimestamp: "2026-09-17T17:52:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:13Z"
    name: message-dumper-predictor.18d62d23a7ac3da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: 0f8e84fe-5b41-41e1-9ae6-6175dd53aa1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: f62ade06-51dd-47d3-83be-3fac5d5d9a7f
  kind: Event
  lastTimestamp: "2026-09-17T17:51:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:23Z"
    name: message-dumper.18d62d15a93dc8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: 7391ef5a-3346-4881-861c-efbcb86917c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: f62ade06-51dd-47d3-83be-3fac5d5d9a7f
  kind: Event
  lastTimestamp: "2026-09-17T17:51:12Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T17:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:12Z"
    name: message-dumper.18d62d15a9d6cf19
    namespace: kserve-ci-e2e-test
    resourceVersion: "17122"
    uid: d57d826f-42a3-4b4f-a35c-4c3615d41859
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17242"
    uid: f62ade06-51dd-47d3-83be-3fac5d5d9a7f
  kind: Event
  lastTimestamp: "2026-09-17T17:51:23Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:23Z"
    name: message-dumper.18d62d18308bd99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: b5ed073f-52c3-4e7e-9bb4-e9217db804f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:00:44.682655Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:00:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:00:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62d9ac52d8bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22246"
    uid: f9f41669-aa74-42aa-9226-c91476a277bc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22252"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:00:45Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:00:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62d9ae748e7cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: bacf2051-9cb8-4a58-972a-94f14f44693c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:00:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62d9ae8dbfbf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: 7c733af5-c0d4-402d-bc7d-147e93959767
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:00:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62d9aed4ce1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22262"
    uid: 7d2a657d-2704-4518-8f3e-11cb0059fb9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:00:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:00:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:45Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62d9aedc266e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22263"
    uid: d720ecd4-ca72-49b9-b264-0031d1518f89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:00:50Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T18:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62d9c0d28c8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22305"
    uid: 1cc7078d-0a45-4445-b2be-00aa0ba20d9a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:51Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m1.087s
    (2m1.087s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T18:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62db83e912edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 3f62bb08-d18e-4a68-a236-f24e68138512
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62db84477785a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: aa656d0e-79c4-4b43-8a4c-e6542f2b951d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62db845a71f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: bfaf830f-3a78-4658-858c-37ebe4a580bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62db845b30ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 948255da-9c53-4e93-a89b-31c4e4a47e6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62db84b188267
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: af7bebed-831c-4e2f-8e6d-5335a199f788
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:02:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:51Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62db84c62f375
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 7bb62cd8-a516-4a27-ba49-a7c8b8df2867
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T18:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:27Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62dc0c7d8ec1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23528"
    uid: 5b12ae00-3483-45b4-bfc5-4ccc824c4029
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62dc4aea7b5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23669"
    uid: 67119a3a-b819-4fe9-9234-daeffd87d6f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62dc4aea8484d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23670"
    uid: d77d80ca-4879-443f-a024-7463949fa777
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22243"
    uid: ab506e4c-9b3d-4966-9805-7ed29dd00b8a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7.18d62dc56c835cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23697"
    uid: 3eaab905-b003-40ca-a6f9-d96f3c9666fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22227"
    uid: f2e1b556-9827-4fd2-af0b-62438916c97c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:44Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-gdjj7'
  metadata:
    creationTimestamp: "2026-09-17T18:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:44Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d62d9ac4baa9c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22242"
    uid: b0efc6b4-589a-4b73-879d-1b078e2c2cb4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: fa8e46c0-6278-42ee-9a75-e47c8ba7cfb1
  kind: Event
  lastTimestamp: "2026-09-17T18:00:44Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:44Z"
    name: sklearn-v2-mlserver-predictor.18d62d9abe3d064b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22229"
    uid: 5e40648f-4056-4cc3-80d5-568fd63b6cd0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22226"
    uid: f5450c81-8f4e-4fc6-bac6-c9d6fdd61b35
  kind: Event
  lastTimestamp: "2026-09-17T18:02:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:59Z"
    name: sklearn-v2-mlserver-predictor.18d62d9e3cdaaa26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23319"
    uid: cb267e0d-065c-45d0-8bae-6313e62bd771
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22226"
    uid: f5450c81-8f4e-4fc6-bac6-c9d6fdd61b35
  kind: Event
  lastTimestamp: "2026-09-17T18:02:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:00:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:02:59Z"
    name: sklearn-v2-mlserver-predictor.18d62d9e3d493aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23320"
    uid: 9b291ebc-9bbf-4eba-86a1-50d468ab1f39
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: f5450c81-8f4e-4fc6-bac6-c9d6fdd61b35
  kind: Event
  lastTimestamp: "2026-09-17T18:03:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:29Z"
    name: sklearn-v2-mlserver-predictor.18d62dbdb50ba84f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: 6e4929e8-1b89-40be-afef-20fb14ed0493
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: f5450c81-8f4e-4fc6-bac6-c9d6fdd61b35
  kind: Event
  lastTimestamp: "2026-09-17T18:03:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:29Z"
    name: sklearn-v2-mlserver-predictor.18d62dbdb57d1909
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: 85fdcad3-1e2a-4ea4-ba6b-7d3f160fe5d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22218"
    uid: d5ff3e2d-2447-475e-8af5-731b7d54e94a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:38Z"
    name: sklearn-v2-mlserver.18d62d9abe3fa02e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23609"
    uid: 70b8d73e-88c0-40d2-a54a-513d1db807c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22218"
    uid: d5ff3e2d-2447-475e-8af5-731b7d54e94a
  kind: Event
  lastTimestamp: "2026-09-17T18:00:44Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:44Z"
    name: sklearn-v2-mlserver.18d62d9abecdce9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22232"
    uid: 97065bc5-1e8a-40e5-a766-087d9dd1d005
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23607"
    uid: d5ff3e2d-2447-475e-8af5-731b7d54e94a
  kind: Event
  lastTimestamp: "2026-09-17T18:03:37Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:37Z"
    name: sklearn-v2-mlserver.18d62dc31e55cbce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23608"
    uid: 252f6574-ac15-4063-86cf-f24a6400b077
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:15:24.519808Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30931"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    to ip-10-0-135-202.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e679f8f1a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: a6bf8914-344b-4266-b48b-20d00ddc31a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6d779b885-56lqq
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:25Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:15:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e67c1c61c58
    namespace: kserve-ci-e2e-test
    resourceVersion: "30961"
    uid: d169bd12-df71-49c0-88d0-30db11a15102
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e67c344a7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30963"
    uid: ec47de3e-dea0-4222-a060-2f63ac2394b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e67c68ba134
    namespace: kserve-ci-e2e-test
    resourceVersion: "30964"
    uid: 8d069dc5-0a8b-466a-b54f-530d9144079f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:25Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e67c70f21cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30965"
    uid: 0cedf3f1-6c0f-4952-bf69-1fee24c99b42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:29Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e68d279b5ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: 2f84dcaa-f6a5-4745-b0c5-8ba0194f745c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e68d5b38d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31024"
    uid: 396792b7-81f6-4653-bc7b-a9baee994b38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e68d627e08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 05417995-d6ac-4f0d-b42b-3fc705a43d1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e68d6336105
    namespace: kserve-ci-e2e-test
    resourceVersion: "31028"
    uid: 4f44f3a6-86dc-4138-b964-ee7e20d56238
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e68d93ecb25
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: 6f3aa586-7ef2-4f1e-9986-21335fce19eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:15:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:15:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:15:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e68d9ae941c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31031"
    uid: b4d8ded3-5f09-42ac-8db1-0204f9cab00e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:16:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e7346c38efc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31397"
    uid: 42a3d6d6-bfaa-4f20-8f1a-bb3021be62f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:16:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e7346c3ffb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31398"
    uid: 36adfbb4-fb17-4adc-a9e9-dc7210398ec2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:16:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e7400aa8a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "31419"
    uid: 1d7d6940-425e-49a5-b10a-b199c3fe5445
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: ab85df70-e129-42f0-b125-f4fc2046bda2
  kind: Event
  lastTimestamp: "2026-09-17T18:16:17Z"
  message: 'Readiness probe failed: Get "http://10.133.0.53:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:16:17Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j.18d62e740101a109
    namespace: kserve-ci-e2e-test
    resourceVersion: "31420"
    uid: 958f316a-4c0a-477d-9faf-f31620b596ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-135-202.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-135-202.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30921"
    uid: b0cfd906-4bc5-4499-bb9e-579ff0941aa9
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-8jx7j'
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d62e679f212170
    namespace: kserve-ci-e2e-test
    resourceVersion: "30932"
    uid: 9788b77a-8809-459d-baed-429e1b0c0804
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30918"
    uid: 3cb574bf-5014-4b8d-869f-5b2aab5107c7
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: xgboost-v2-mlserver-predictor.18d62e679c2638eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30922"
    uid: 5c373a54-cfd6-4658-9234-74066713709d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30919"
    uid: 8603de53-9e94-46cc-993e-94b02dbe840e
  kind: Event
  lastTimestamp: "2026-09-17T18:15:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:54Z"
    name: xgboost-v2-mlserver-predictor.18d62e6b1b43504a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31220"
    uid: 524e3366-a24d-4ba6-8cdb-dde989dde466
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30919"
    uid: 8603de53-9e94-46cc-993e-94b02dbe840e
  kind: Event
  lastTimestamp: "2026-09-17T18:15:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:15:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:15:54Z"
    name: xgboost-v2-mlserver-predictor.18d62e6b1b8205ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31221"
    uid: d89b6bc5-e4eb-4987-9d6b-2bda873fdcc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: 8603de53-9e94-46cc-993e-94b02dbe840e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:09Z"
    name: xgboost-v2-mlserver-predictor.18d62e72197e6982
    namespace: kserve-ci-e2e-test
    resourceVersion: "31336"
    uid: 993843de-ec98-43f3-b544-431e5cc5e533
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31107"
    uid: 8603de53-9e94-46cc-993e-94b02dbe840e
  kind: Event
  lastTimestamp: "2026-09-17T18:16:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:16:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:16:09Z"
    name: xgboost-v2-mlserver-predictor.18d62e7219f23d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31338"
    uid: 1d8510a7-0da7-4847-86bb-0527a5361719
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: c32407f5-a403-4d20-b212-b536ca43b057
  kind: Event
  lastTimestamp: "2026-09-17T18:16:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:07Z"
    name: xgboost-v2-mlserver.18d62e679c290804
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: 4b1b0455-2326-4e78-b2cb-3020ff46a82c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:15:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: c32407f5-a403-4d20-b212-b536ca43b057
  kind: Event
  lastTimestamp: "2026-09-17T18:15:24Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:15:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:15:24Z"
    name: xgboost-v2-mlserver.18d62e679cb71673
    namespace: kserve-ci-e2e-test
    resourceVersion: "30926"
    uid: c62d1667-07be-4d14-bc52-ab8d492abd10
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:16:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31324"
    uid: c32407f5-a403-4d20-b212-b536ca43b057
  kind: Event
  lastTimestamp: "2026-09-17T18:16:07Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:16:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:16:07Z"
    name: xgboost-v2-mlserver.18d62e71b25aa2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: b8c1116e-5a6f-4f71-ba51-93131149ae7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41258"